-- Logs begin at Fri 2022-09-09 14:18:42 UTC, end at Fri 2022-09-09 15:13:49 UTC. -- Sep 09 14:48:50.809348 dv-cinder-828696-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 14:48:53.462780 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.common.config [-] Logging enabled! Sep 09 14:48:53.463325 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev559 Sep 09 14:48:53.463581 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106125) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 09 14:48:53.466927 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.common.config [-] Logging enabled! Sep 09 14:48:53.467182 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev559 Sep 09 14:48:53.467497 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106125) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 09 14:48:53.468438 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 14:48:53.468674 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 14:48:53.469185 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 14:48:53.469470 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 14:48:53.469702 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 14:48:53.470026 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.470330 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.470566 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.470869 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.471169 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.471452 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.471747 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.472049 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.472344 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.472626 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.472911 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.473144 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.473452 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.473742 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.474033 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.474259 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] debug = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.474541 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.474974 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.475364 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.475649 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.475940 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.476222 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.476493 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.476769 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.477054 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.477408 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] host = dv-cinder-828696-11-iscsi {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.477688 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.477985 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.478275 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.478563 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.478838 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.479114 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.479406 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.479677 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.479951 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] log_file = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.480232 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.480522 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.480810 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.481100 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.481349 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.481575 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.481864 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.482157 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.482440 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.482716 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.482992 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.483267 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.483542 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.483808 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.484095 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.484381 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.485183 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.485480 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.485756 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.486029 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.486302 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.486591 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.486866 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.487140 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.487415 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.487705 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.487974 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.488246 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.488549 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.488838 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.489123 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.489436 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.489713 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.489995 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.490267 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.490541 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.490814 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] use_json = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.491086 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.491362 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.491645 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.491917 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.492190 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.492462 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.492741 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.493043 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.493324 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:53.493626 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.493924 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.494227 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.494511 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.494822 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.495106 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.495400 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.495683 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.495975 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.496266 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.496557 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.496838 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.497140 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.497454 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.497751 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.498056 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.498353 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.498647 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.498927 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.499206 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.499485 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.499768 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.500057 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.500987 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.501306 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.501605 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.501891 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.502194 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.502483 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.502773 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.503075 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.503371 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.503650 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.503933 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.504230 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.504511 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.504786 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.505079 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.505381 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.505657 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.505942 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.506236 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.506526 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.506802 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.507080 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.507374 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.507653 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.507926 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.508199 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.508477 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.508749 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.509034 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.509340 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.509616 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.509890 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.510169 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.510443 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.510718 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.510996 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.511270 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.511551 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.511825 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.512099 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.512375 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.512650 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.513220 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.513509 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.513788 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.514070 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.514346 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.514623 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.514897 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.515173 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.515449 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.515737 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.516060 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.516340 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.516622 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.516903 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.517184 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.517486 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.517768 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.518050 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.518331 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.518607 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.518902 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.519190 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.519479 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.519767 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.520068 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.520370 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.520657 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.520943 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.521244 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.521532 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.521818 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.522109 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.522393 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.522679 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.522973 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.523257 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.523555 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.523854 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.524138 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.524437 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.524735 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.525031 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.525342 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.525657 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.525942 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:53.526163 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 14:48:53.526405 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106125) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 14:48:53.903598 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 09 14:48:53.903921 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 09 14:48:53.904190 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 09 14:48:53.904423 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 09 14:48:53.904706 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 09 14:48:53.905041 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 14:48:54.231210 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.231431 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.231704 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.232903 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.233178 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.233467 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.290570 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.290855 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.291123 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.307122 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.307407 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.307682 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.335757 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.336042 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.336321 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.376041 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.376317 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.376585 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.613325 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.613937 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.613937 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.615934 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.616988 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.714858 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.715177 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.715462 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.715735 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.716005 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.716319 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.716582 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.716839 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.717094 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.717409 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.717672 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.717936 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.718196 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.718452 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.718709 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.719014 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.719276 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.719545 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.719816 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.720077 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.720350 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.720607 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.720889 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.721292 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.721547 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.721795 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.722190 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:48:54.722431 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:48:54.722669 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:48:54.722904 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:48:54.723140 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:48:54.723376 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:48:54.723739 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 14:48:54.726844 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 14:48:54.730791 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 14:48:54.735160 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 09 14:48:54.736787 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 14:48:54.737433 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 14:48:54.737771 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 14:48:54.738159 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 14:48:54.740935 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 14:48:54.741215 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 14:48:54.741563 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 14:48:54.746650 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 14:48:54.770212 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 14:48:54.770670 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.770970 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106125) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 09 14:48:54.771347 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.772704 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106125) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 14:48:54.772987 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 14:48:54.773268 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 14:48:54.784079 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.784364 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:54.922726 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 14:48:54.922965 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 14:48:54.923204 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 14:48:54.923574 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 14:48:54.986363 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO dbcounter [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Registered counter for database neutron Sep 09 14:48:55.006198 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_db.sqlalchemy.engines [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106125) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 14:48:55.012158 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG dbcounter [-] [106125] Writer thread running {{(pid=106125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 14:48:55.565643 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Initializing driver for type 'gre' Sep 09 14:48:55.566189 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] gre ID ranges: [(1, 1000)] Sep 09 14:48:55.621154 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Initializing driver for type 'local' Sep 09 14:48:55.621862 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Initializing driver for type 'vlan' Sep 09 14:48:55.635270 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] VlanTypeDriver initialization complete Sep 09 14:48:55.635723 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Initializing driver for type 'vxlan' Sep 09 14:48:55.636342 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] vxlan ID ranges: [(1, 1000)] Sep 09 14:48:55.695574 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Initializing extension driver 'port_security' Sep 09 14:48:55.695913 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.extensions.port_security [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] PortSecurityExtensionDriver initialization complete Sep 09 14:48:55.696241 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Initializing mechanism driver 'openvswitch' Sep 09 14:48:55.696567 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Initializing mechanism driver 'hyperv' Sep 09 14:48:55.703153 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.plugins.ml2.plugin [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106125) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:55.703975 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > port after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.704383 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > port after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.704732 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > port after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.705253 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106125) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 14:48:55.705667 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.706019 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.706363 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.706748 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106125) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 14:48:55.707162 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > network after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.707492 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > network after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.707830 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > network after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.708213 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106125) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 14:48:55.708611 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > security_group after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.708954 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > security_group after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.709314 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.709701 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106125) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 14:48:55.710099 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.710441 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.710777 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.711292 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106125) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 14:48:55.711699 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > address_group after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.712045 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > address_group after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.712383 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.712773 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106125) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 09 14:48:55.713225 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] ML2 OVO RPC backend initialized. {{(pid=106125) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 09 14:48:55.713993 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.714342 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.714752 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > network before_response 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.715099 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > networks before_response 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.715440 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > port before_response 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.715783 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > ports before_response 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.716121 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > subnet before_response 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.716456 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > subnets before_response 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.716796 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > network after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.717135 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > network after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.717501 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > network after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.717862 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > port after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.718236 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > port after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.718574 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > port after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.718967 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > subnet after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.719297 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > subnet after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.719699 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.727205 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded quota_driver: . Sep 09 14:48:55.727566 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.plugin [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Modular L2 Plugin initialization complete Sep 09 14:48:55.727913 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading services supported by the core plugin {{(pid=106125) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 14:48:55.728256 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.plugins.ml2.managers [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Got port-security extension from driver 'port_security' Sep 09 14:48:55.728730 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.extensions.vlantransparent [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Disabled vlantransparent extension. Sep 09 14:48:55.729234 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106125) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 14:48:55.729559 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading Plugin: router Sep 09 14:48:55.765881 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.766269 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router after_create 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.766636 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router before_create 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.767002 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.767373 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.767729 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router after_delete 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.768085 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.768431 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.768786 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router after_create 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.769133 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router after_update 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.769501 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router after_update 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.769845 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.770198 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router after_update 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.770604 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.770970 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: port after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.771306 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: port after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.771641 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: subnet after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.771984 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.772329 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.772675 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.773023 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: port before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.773400 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router precommit_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.773756 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router after_update 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.774094 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.774458 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router precommit_create 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.774798 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.775138 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router precommit_update 55549900 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.775502 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > agent after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.775850 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > agent after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.776192 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > network after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.777038 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Tracking information for resource: router configured {{(pid=106125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:48:55.777384 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Tracking information for resource: floatingip configured {{(pid=106125) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 14:48:55.782273 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.db.l3_agentschedulers_db [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 14:48:55.782854 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: port after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.783215 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: port after_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.783562 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: port after_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.783910 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: port after_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.784692 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router before_create 55550100 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.785054 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.785447 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router precommit_create 55550100 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.785802 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > router precommit_update 55550100 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.790641 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.services.provider_configuration [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service providers = [] {{(pid=106125) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 14:48:55.791004 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.db.servicetype_db [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106125) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 14:48:55.793960 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.services.service_base [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106125) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 14:48:55.794306 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.services.service_base [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106125) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 14:48:55.794648 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.services.service_base [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106125) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 14:48:55.795529 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.services.service_base [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106125) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 14:48:55.795899 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.services.service_base [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 14:48:55.796271 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:48:55.796594 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 14:48:55.808568 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:48:55.808899 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading Plugin: auto_allocate Sep 09 14:48:55.815147 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: network precommit_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.815514 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: network precommit_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.816078 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:48:55.816349 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading Plugin: tag Sep 09 14:48:55.822836 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:48:55.823163 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading Plugin: timestamp Sep 09 14:48:55.827125 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:48:55.827454 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading Plugin: network_ip_availability Sep 09 14:48:55.832894 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.833296 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.833653 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:55.834360 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:48:55.834677 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading Plugin: flavors Sep 09 14:48:55.839316 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:48:55.839644 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading Plugin: revisions Sep 09 14:48:55.844567 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106125) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 14:48:55.844947 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_concurrency.lockutils [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.940s {{(pid=106125) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 09 14:48:55.845704 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106125) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 09 14:48:55.846037 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Initializing extension manager. Sep 09 14:48:55.846560 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: __init__.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.846894 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: __pycache__ {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.847220 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: address_group.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.848096 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.848646 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: address-group Sep 09 14:48:55.848969 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: address_scope.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.849663 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.850163 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: address-scope Sep 09 14:48:55.850483 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.851354 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.851855 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: router-admin-state-down-before-update Sep 09 14:48:55.852174 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: agent.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.852830 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.853355 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: agent Sep 09 14:48:55.853673 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: agent_resources_synced.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.854531 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.855027 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: agent-resources-synced Sep 09 14:48:55.855342 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: allowedaddresspairs.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.857058 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.857596 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: allowed-address-pairs Sep 09 14:48:55.857923 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: auto_allocated_topology.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.858937 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.859523 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: auto-allocated-topology Sep 09 14:48:55.860348 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: availability_zone.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.860998 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.861528 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: availability_zone Sep 09 14:48:55.861847 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: availability_zone_filter.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.862706 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.863203 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: availability_zone_filter Sep 09 14:48:55.863521 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: data_plane_status.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.864376 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.864867 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 14:48:55.865185 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: default_subnetpools.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.866061 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.866549 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: default-subnetpools Sep 09 14:48:55.866865 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.867621 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.868119 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: dhcp_agent_scheduler Sep 09 14:48:55.868436 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: dns.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.869338 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.869828 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension dns-integration not supported by any of loaded plugins Sep 09 14:48:55.870144 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: dns_domain_ports.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.871006 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.871496 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 14:48:55.871817 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.872685 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.873182 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 14:48:55.873530 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: dvr.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.874165 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.874656 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: dvr Sep 09 14:48:55.874975 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: ecmp_routes.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.875877 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.876370 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 14:48:55.876686 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: empty_string_filtering.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.877569 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.878065 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: empty-string-filtering Sep 09 14:48:55.878382 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.879232 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.879724 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 14:48:55.880038 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.880890 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.881410 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 14:48:55.881728 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: external_net.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.882580 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.883073 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: external-net Sep 09 14:48:55.883391 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.884240 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.884734 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: extra_dhcp_opt Sep 09 14:48:55.885053 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: extraroute.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.885932 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.886425 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: extraroute Sep 09 14:48:55.886745 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: extraroute_atomic.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.887713 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.888475 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: extraroute-atomic Sep 09 14:48:55.888796 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: filter_validation.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.889449 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.889942 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: filter-validation Sep 09 14:48:55.890261 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: fip_pf_description.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.891151 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.891643 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 14:48:55.891963 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: fip_pf_detail.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.892814 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.893341 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 09 14:48:55.893663 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: fip_pf_port_range.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.894512 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.895008 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 09 14:48:55.895327 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: fip_port_details.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.896188 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.896686 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: fip-port-details Sep 09 14:48:55.897004 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: flavors.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.898192 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.898697 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: flavors Sep 09 14:48:55.899020 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.900611 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.901117 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 14:48:55.901473 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: floatingip_pools.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.902126 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.902619 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: floatingip-pools Sep 09 14:48:55.902941 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: ip_allocation.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.903809 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.904307 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 14:48:55.904629 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.905546 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.906040 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: ip-substring-filtering Sep 09 14:48:55.906905 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: l2_adjacency.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.907788 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.908281 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 14:48:55.908602 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: l3.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.909542 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.910037 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: router Sep 09 14:48:55.910357 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.912677 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.913189 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 14:48:55.913545 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.914412 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.914918 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: ext-gw-mode Sep 09 14:48:55.915241 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.916108 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.916606 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: l3-ha Sep 09 14:48:55.916929 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.917809 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.918307 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 09 14:48:55.918627 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: l3_flavors.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.919492 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.919986 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: l3-flavors Sep 09 14:48:55.920307 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.921650 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.922812 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 09 14:48:55.923144 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.924013 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.924526 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 14:48:55.924860 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: l3agentscheduler.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.925858 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.926361 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: l3_agent_scheduler Sep 09 14:48:55.926685 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: local_ip.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.928382 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.928898 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension local_ip not supported by any of loaded plugins Sep 09 14:48:55.929253 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: logging.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.930671 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.931184 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension logging not supported by any of loaded plugins Sep 09 14:48:55.931512 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: metering.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.932208 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.932776 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: metering Sep 09 14:48:55.933095 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.934171 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.934690 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: metering_source_and_destination_fields Sep 09 14:48:55.935010 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: multiprovidernet.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.935884 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.936391 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: multi-provider Sep 09 14:48:55.936708 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: netmtu.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.937649 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.938150 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: net-mtu Sep 09 14:48:55.938469 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: netmtu_writable.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.939342 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.939846 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: net-mtu-writable Sep 09 14:48:55.940162 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: network_availability_zone.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.940786 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.941318 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: network_availability_zone Sep 09 14:48:55.941637 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: network_ip_availability.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.942686 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.943189 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: network-ip-availability Sep 09 14:48:55.943508 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: network_segment_range.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.944225 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.944724 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 14:48:55.945040 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: pagination.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.945986 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.946309 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: pagination Sep 09 14:48:55.946625 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: port_device_profile.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.947472 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.947972 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: port-device-profile Sep 09 14:48:55.948292 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: port_mac_address_override.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.949153 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.949695 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: port-mac-override Sep 09 14:48:55.950012 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.950875 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.951372 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: port-mac-address-regenerate Sep 09 14:48:55.951691 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.952541 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.953039 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: port-numa-affinity-policy Sep 09 14:48:55.953420 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: port_resource_request.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.954270 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.954769 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 14:48:55.955087 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: port_resource_request_groups.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.955993 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.956486 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 09 14:48:55.956805 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: portbindings.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.957689 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.958186 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: binding Sep 09 14:48:55.958506 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: portbindings_extended.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.959711 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.960213 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: binding-extended Sep 09 14:48:55.960538 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: portsecurity.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.961431 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.961933 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: port-security Sep 09 14:48:55.962253 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: project_id.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.963366 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.963693 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: project-id Sep 09 14:48:55.964013 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: providernet.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.964884 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.965419 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: provider Sep 09 14:48:55.965744 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.969750 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.970267 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos not supported by any of loaded plugins Sep 09 14:48:55.970594 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.971810 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.972315 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 14:48:55.972642 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.973546 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.974047 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 14:48:55.974371 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_default.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.975241 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.975743 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-default not supported by any of loaded plugins Sep 09 14:48:55.976064 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_fip.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.976934 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.977457 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-fip not supported by any of loaded plugins Sep 09 14:48:55.977782 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.978654 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.979146 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 09 14:48:55.979465 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_gateway_ip.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.980343 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.980842 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 14:48:55.981167 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_port_network_policy.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.982063 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.982564 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 14:48:55.982888 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.983878 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.985191 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 09 14:48:55.985402 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.986369 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.986865 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 09 14:48:55.987186 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_pps_rule.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.988328 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.988832 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-pps not supported by any of loaded plugins Sep 09 14:48:55.989150 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_rule_type_details.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.990062 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.990556 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 14:48:55.990877 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.991736 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.992229 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 09 14:48:55.992550 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: qos_rules_alias.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.993563 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.994062 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 14:48:55.994383 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: quota_check_limit.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.995248 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.995754 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: quota-check-limit Sep 09 14:48:55.996074 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: quotasv2.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.996984 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.997339 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: quotas Sep 09 14:48:55.997658 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: quotasv2_detail.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:55.999298 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:55.999626 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: quota_details Sep 09 14:48:55.999950 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: rbac.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.001016 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.001561 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: rbac-policies Sep 09 14:48:56.001887 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: rbac_address_group.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.002759 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.003263 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: rbac-address-group Sep 09 14:48:56.003582 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: rbac_address_scope.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.004530 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.005037 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: rbac-address-scope Sep 09 14:48:56.005385 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: rbac_security_groups.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.006263 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.006768 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: rbac-security-groups Sep 09 14:48:56.007088 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: rbac_subnetpool.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.007950 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.008448 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: rbac-subnetpool Sep 09 14:48:56.008768 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: revisionifmatch.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.009681 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.010184 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: revision-if-match Sep 09 14:48:56.010508 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: revisions.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.011589 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.012099 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: standard-attr-revisions Sep 09 14:48:56.012417 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: router_availability_zone.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.013323 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.013859 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: router_availability_zone Sep 09 14:48:56.014134 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: routerservicetype.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.015011 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.015518 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension router-service-type not supported by any of loaded plugins Sep 09 14:48:56.015871 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.016756 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.017279 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: security-groups-normalized-cidr Sep 09 14:48:56.017599 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.018460 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.018985 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: port-security-groups-filtering Sep 09 14:48:56.019299 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.020171 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.020673 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: security-groups-remote-address-group Sep 09 14:48:56.020992 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.021892 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.022396 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: security-groups-shared-filtering Sep 09 14:48:56.022716 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: securitygroup.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.032923 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.033468 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: security-group Sep 09 14:48:56.033806 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: segment.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.034488 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.034991 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension segment not supported by any of loaded plugins Sep 09 14:48:56.035314 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.036208 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.036709 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 14:48:56.037030 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: servicetype.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.038098 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.038603 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: service-type Sep 09 14:48:56.038925 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: sorting.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.039850 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.040180 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: sorting Sep 09 14:48:56.040502 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: standard_attr_segment.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.041408 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.041915 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 14:48:56.042236 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: standardattrdescription.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.042839 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.043340 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: standard-attr-description Sep 09 14:48:56.043661 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: stateful_security_group.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.044535 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.045041 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: stateful-security-group Sep 09 14:48:56.045394 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: stdattrs_common.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.045947 dv-cinder-828696-11-iscsi neutron-server[106125]: WARNING neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 14:48:56.046266 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.047729 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.048233 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 14:48:56.048557 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: subnet_onboard.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.049596 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.050101 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: subnet_onboard Sep 09 14:48:56.050425 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.051307 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.051808 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 14:48:56.052130 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: subnet_service_types.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.053002 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.053538 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: subnet-service-types Sep 09 14:48:56.053859 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: subnetallocation.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.054870 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.055379 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: subnet_allocation Sep 09 14:48:56.055704 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.056334 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.056848 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: subnetpool-prefix-ops Sep 09 14:48:56.057169 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.058084 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.058597 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 14:48:56.058921 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: tagging.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.059928 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.060435 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: standard-attr-tag Sep 09 14:48:56.060758 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: timestamp.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.061947 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.062452 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loaded extension: standard-attr-timestamp Sep 09 14:48:56.062818 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: trunk.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.063834 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.064348 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension trunk not supported by any of loaded plugins Sep 09 14:48:56.064671 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: trunk_details.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.065581 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.066131 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension trunk-details not supported by any of loaded plugins Sep 09 14:48:56.066407 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: uplink_status_propagation.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.067270 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.067770 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 14:48:56.068089 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Loading extension file: vlantransparent.py {{(pid=106125) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 14:48:56.068716 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106125) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 14:48:56.069220 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 14:48:56.071865 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:network Sep 09 14:48:56.072390 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:subnet Sep 09 14:48:56.072786 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 14:48:56.073172 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:port Sep 09 14:48:56.074462 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.074900 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service FLAVORS assigned prefix: {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.075501 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.075925 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.076254 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:router Sep 09 14:48:56.076686 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 14:48:56.077170 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service METERING assigned prefix: /metering {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.078663 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:56.079032 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:56.079381 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106125) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:48:56.080378 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 14:48:56.080820 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:security_group Sep 09 14:48:56.081267 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 14:48:56.081803 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service CORE assigned prefix: {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.082137 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 14:48:56.082479 dv-cinder-828696-11-iscsi neutron-server[106125]: WARNING neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] subnetpool is already registered Sep 09 14:48:56.082906 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service CORE assigned prefix: {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.083226 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 14:48:56.083555 dv-cinder-828696-11-iscsi neutron-server[106125]: WARNING neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] subnetpool is already registered Sep 09 14:48:56.086011 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.086451 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service FLAVORS assigned prefix: {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.087068 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.087603 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.087944 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:router Sep 09 14:48:56.088298 dv-cinder-828696-11-iscsi neutron-server[106125]: WARNING neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] router is already registered Sep 09 14:48:56.088714 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 14:48:56.089050 dv-cinder-828696-11-iscsi neutron-server[106125]: WARNING neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] floatingip is already registered Sep 09 14:48:56.089554 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service METERING assigned prefix: /metering {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.090261 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 14:48:56.090587 dv-cinder-828696-11-iscsi neutron-server[106125]: WARNING neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] rbac_policy is already registered Sep 09 14:48:56.091002 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:security_group Sep 09 14:48:56.091335 dv-cinder-828696-11-iscsi neutron-server[106125]: WARNING neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] security_group is already registered Sep 09 14:48:56.091750 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 14:48:56.092087 dv-cinder-828696-11-iscsi neutron-server[106125]: WARNING neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] security_group_rule is already registered Sep 09 14:48:56.092562 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service CORE assigned prefix: {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.092884 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 14:48:56.093230 dv-cinder-828696-11-iscsi neutron-server[106125]: WARNING neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] subnetpool is already registered Sep 09 14:48:56.093655 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.v2.resource_helper [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Service CORE assigned prefix: {{(pid=106125) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 14:48:56.094509 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 14:48:56.094835 dv-cinder-828696-11-iscsi neutron-server[106125]: WARNING neutron.quota.resource_registry [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] subnetpool is already registered Sep 09 14:48:56.095301 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: extensions {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.096883 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: address-groups {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.098439 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: address-scopes {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.099645 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: agents {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.100818 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: auto-allocated-topology {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.103312 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: availability_zones {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.104536 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: dhcp-networks {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.105998 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: dhcp-agents {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.107557 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: routers {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.109308 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: flavors {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.111067 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: service_profiles {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.112425 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: next_providers {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.113935 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: service_profiles {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.115395 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: floatingip-pools {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.116629 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: routers {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.118487 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: floatingips {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.119691 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: l3-routers {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.121077 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: l3-agents {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.122650 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: metering-labels {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.124042 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: metering-label-rules {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.125415 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: network-ip-availabilities {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.126791 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: bindings {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.128367 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: quotas {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.129960 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: quotas {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.131660 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: rbac-policies {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.132874 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: security-groups {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.134111 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: security-group-rules {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.135358 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: service-providers {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.136692 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: subnetpools {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.138317 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: subnetpools {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.139794 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: tags {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.141637 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: tags {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.143367 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: tags {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.145294 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: tags {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.147010 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: tags {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.148869 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: tags {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.150717 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: tags {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.152521 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: tags {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.154386 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: tags {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.156256 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron.api.extensions [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Extended resource: tags {{(pid=106125) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 14:48:56.163731 dv-cinder-828696-11-iscsi neutron-server[106125]: WARNING keystonemiddleware.auth_token [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 14:48:56.168747 dv-cinder-828696-11-iscsi neutron-server[106125]: WARNING keystonemiddleware.auth_token [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 14:48:56.178111 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_concurrency.lockutils [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Acquiring lock "singleton_lock" {{(pid=106125) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 09 14:48:56.178436 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_concurrency.lockutils [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Acquired lock "singleton_lock" {{(pid=106125) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 09 14:48:56.178900 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_concurrency.lockutils [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Releasing lock "singleton_lock" {{(pid=106125) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 09 14:48:56.179539 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO oslo_service.service [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Starting 2 workers Sep 09 14:48:56.184292 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Started child 106238 {{(pid=106125) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 14:48:56.188759 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Started child 106239 {{(pid=106125) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 14:48:56.189750 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:48:56.190364 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO neutron.service [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 14:48:56.190961 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:48:56.191271 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [-] (106238) wsgi starting up on http://0.0.0.0:9696 Sep 09 14:48:56.193388 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO oslo_service.service [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Starting 1 workers Sep 09 14:48:56.193570 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:48:56.194970 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [-] (106239) wsgi starting up on http://0.0.0.0:9696 Sep 09 14:48:56.198557 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Started child 106240 {{(pid=106125) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 14:48:56.199080 dv-cinder-828696-11-iscsi neutron-server[106125]: INFO oslo_service.service [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Starting 1 workers Sep 09 14:48:56.202431 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.service [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] calling RpcWorker wait() {{(pid=106240) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 14:48:56.202927 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.service [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] returning from RpcWorker wait() {{(pid=106240) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 14:48:56.203820 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Started child 106241 {{(pid=106125) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 14:48:56.204352 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:48:56.204582 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG neutron_lib.callbacks.manager [None req-64fc4453-fc01-479f-9fd7-5be913de28e3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106125) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:48:56.204896 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:56.206629 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106125) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 14:48:56.206833 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 14:48:56.207013 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 14:48:56.207236 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 14:48:56.207581 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 14:48:56.207754 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 14:48:56.208248 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.208515 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.208770 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.209042 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.209622 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.209906 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.209996 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:48:56.210433 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.210433 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.210647 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.210809 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.210969 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.211208 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.211432 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.211747 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.212005 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.212261 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.212505 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.212671 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.212926 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.213218 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.213456 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.213729 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] debug = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.213998 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.214465 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.214723 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.214956 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.215198 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.215475 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.215729 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.215990 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.216237 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.216454 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.216687 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.216944 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.217183 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.217434 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.217664 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.217932 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.218145 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.218631 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] host = dv-cinder-828696-11-iscsi {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.219449 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.219678 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.219929 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.220169 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.220408 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.220618 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.220880 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.221118 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.221388 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.221624 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.221875 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.222130 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.222342 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.222583 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_file = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.222743 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_options = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.222976 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.223250 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.223507 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.223691 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.223855 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.223998 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.224258 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.224401 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.224655 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.224880 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.225088 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.225319 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.225529 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.225755 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.225999 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.226206 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.226443 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.226677 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.226929 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.227176 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.227414 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.227652 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.227886 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.228108 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.228382 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.228624 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.228863 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.229100 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.229322 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:56.229573 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.229789 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.230047 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.230303 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.230543 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.230770 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.231031 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.231264 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.231472 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.231699 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.231964 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.232184 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.232421 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.232663 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.232870 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.233119 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.233628 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.233628 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.233853 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] use_json = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.233960 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.234154 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.234441 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.234441 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.234441 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.236743 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.236743 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.236743 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.236743 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.236743 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.237096 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.237298 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.237760 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.237760 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.237983 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.238217 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.238431 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.238687 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.238915 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.239223 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.239437 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.239743 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.239982 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.240241 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.240559 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.240792 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.241050 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.241305 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.241787 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.241787 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.242162 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.242162 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.242442 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.242615 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.242840 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.243077 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.243959 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.243959 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.243959 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.244835 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.244835 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.244835 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.245280 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.245280 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.245569 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.245654 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.246442 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.246442 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.247021 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.247021 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.247288 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.247414 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.247621 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.247836 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.248086 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.248309 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.249121 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.249405 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.249631 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.250100 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.250331 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.251068 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.251323 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.251569 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.254857 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.255142 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.255394 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.255673 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.255947 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.256206 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.256434 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.256674 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.256903 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.257124 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.260363 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.260597 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.260823 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.261080 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.261400 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.261618 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.261867 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.262096 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.262317 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.262539 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.262793 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.263261 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.263485 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.263720 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.263941 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.264175 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.264413 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.264648 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.264852 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.265083 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.266292 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.266534 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.266750 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.266966 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.267176 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.268044 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.268420 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.269374 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.269635 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.270079 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.270489 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.270912 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.271157 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.271457 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.271685 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.271904 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.272137 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.272555 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.272810 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.273065 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.273312 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.273536 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.273789 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.274007 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.274256 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.274468 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.274851 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.275215 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.275616 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.276024 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.276266 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.276489 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.276743 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.277001 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.277251 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.277470 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.277700 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.277949 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.278224 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.278458 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.278751 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.278969 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.279235 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.279527 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.279772 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.280035 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.280303 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.280549 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.280824 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.281093 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.281493 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.282230 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.282482 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.282718 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.282971 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.283215 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.283431 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.283658 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.283974 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.284209 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.284442 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.284670 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.284937 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.285177 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.285438 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.285697 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.285960 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.286206 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.286446 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.286672 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.286900 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.287149 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.287378 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.287590 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.287802 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.288032 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.288260 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.288471 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.288685 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.288911 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.289138 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.289394 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.289602 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.289815 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.290031 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.290273 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.290486 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.290719 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.290952 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.291166 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.291379 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.291594 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.291838 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.292081 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.292296 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.292572 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.292816 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.293047 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.293296 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.293661 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.293990 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.294358 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.294780 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.295007 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.295223 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.295438 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.296563 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.296788 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.297093 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.297353 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.297571 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.297828 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.298082 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.298417 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.298682 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.298928 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.299192 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.299422 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.299657 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.299874 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.300087 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.300336 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.300570 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.300791 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.301036 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.301657 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.301886 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.302104 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.302320 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.302534 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.302750 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.303006 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.303243 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.303486 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.303749 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.303980 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.304206 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.304427 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.304659 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.304893 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.305103 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.305357 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.305565 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.305776 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.305984 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.306302 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.306550 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.306797 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.307049 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.307261 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.307490 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.307732 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.307941 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.308146 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.308374 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.308586 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.308819 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.309043 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.309277 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.309485 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.309724 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.309936 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.310142 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.310400 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.310626 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.310856 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.311075 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.311286 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.311495 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.311737 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.311947 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.312154 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.312380 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.312509 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:48:56.312662 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.312874 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.313102 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.313331 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.313541 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.313792 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.314028 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.314235 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.314520 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.314778 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.314994 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.315271 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.315497 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.315751 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.315976 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.316835 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.317001 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.317267 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.317517 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.317748 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.317981 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.318220 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.318537 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.318817 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.319284 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.319544 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.320036 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.320311 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.320577 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.320789 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.321103 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.321478 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.321729 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.321996 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.322255 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.322492 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.322709 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.322921 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.323154 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.323383 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.323593 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.323842 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.324067 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.324305 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.324516 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.324737 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.324948 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.325185 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.325439 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.325687 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.325899 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.326052 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 14:48:56.326551 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106125) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 14:48:56.326693 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 14:48:56.326846 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 14:48:56.327013 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 14:48:56.327177 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 14:48:56.327326 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 14:48:56.327529 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.327687 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.327842 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.327998 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.328751 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.328916 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.329289 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.329461 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.329617 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.329772 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.329928 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.330084 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.330240 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.330395 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.330564 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.330714 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.330871 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.330993 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.331146 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.331300 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.331453 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.331606 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] debug = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.331744 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.331942 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.332100 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.332253 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.332406 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.332560 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.332713 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.332866 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.333019 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.333172 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.333349 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.333502 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.333656 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.333810 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.333964 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.334119 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.334814 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.334973 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] host = dv-cinder-828696-11-iscsi {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.335113 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.335268 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.335422 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.335576 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.335728 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.335882 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.336036 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.336190 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.336346 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.336503 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.336658 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.336810 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.336964 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.337118 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_file = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.337294 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_options = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.337448 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.337601 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.337754 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.337941 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.338100 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.338255 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.338409 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.338563 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.338716 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.338920 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.339009 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.339154 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.339309 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.339462 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.340372 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.340372 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.340372 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.340372 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.340372 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.340372 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.341088 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.341088 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.341088 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.341088 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.341088 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.341509 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.341509 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.341509 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.341718 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.341796 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.341957 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.342081 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.342235 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.342388 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.342544 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.342697 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.342851 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.343004 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.343161 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.343315 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.343468 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.343623 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.343776 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.344051 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.344696 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.344859 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.345014 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] use_json = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.345153 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.345325 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.345475 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.345629 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.345783 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.345936 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.346091 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.346245 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.346399 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 14:48:56.346574 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.346733 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.346901 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.347060 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.347218 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.347379 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.347759 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.347923 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.348082 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.348375 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.348611 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.348776 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.348990 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.349089 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.349278 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.349441 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.349600 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.349848 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.350014 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.350173 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.350332 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.350489 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.350656 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.350812 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.350970 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.351126 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.351283 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.351449 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.351612 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.351754 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.351921 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.352081 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.352238 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.352396 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.352553 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.352711 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.352870 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.353029 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.353187 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.353366 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.353524 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.353682 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.353840 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.353998 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.354158 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.354316 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.354474 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.354633 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.354880 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.355044 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.355204 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.355362 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.355520 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.355679 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.355839 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.355998 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.356156 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.356324 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.356482 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.356640 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.356798 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.356956 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.357114 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.357294 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.357454 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.357612 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.357771 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.357928 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.358099 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.358256 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.358436 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.358595 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.358753 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.358911 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.359074 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.359230 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.359391 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.359621 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.359781 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.359940 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.360103 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.360261 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.360420 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.360578 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.360736 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.360894 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.361062 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.361233 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.361386 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.361544 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.361701 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.361867 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.362041 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.362198 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.362355 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.362513 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.362671 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.362829 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.362986 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.363144 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.363303 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.363462 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.363619 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.363776 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.363936 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.364094 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.364250 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.364407 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.364562 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.364719 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.364877 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.365034 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.365191 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.365369 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.365526 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.365684 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.365843 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.366002 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.366159 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.366315 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.366473 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.366630 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.366787 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.366954 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.367111 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.367270 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.367427 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.367591 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.367759 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.367919 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.368077 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.368234 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.368391 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.368549 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.368707 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.368866 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.369023 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.369175 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.369354 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.369522 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.369681 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.369839 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.370014 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.370177 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.370334 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.370491 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.370647 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.370803 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.370960 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.371118 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.371274 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.371431 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.371588 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.371747 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.371905 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.372062 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.372220 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.372378 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.372535 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.372693 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.372851 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.373009 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.373167 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.373347 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.373505 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.373662 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.373819 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.373975 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.374132 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.374289 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.374446 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.374604 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.374761 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.374918 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.375131 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.375291 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.375449 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.375606 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.375763 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.375920 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.376081 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.376239 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.376397 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.376555 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.376712 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.376879 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.377594 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.377594 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.377594 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.377594 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.377916 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.377916 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.377916 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.378129 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.378216 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.378356 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.378513 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.378672 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.378847 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.379005 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.379162 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.379321 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.379483 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.379641 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.379798 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.379955 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.380112 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.380270 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.380429 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.380587 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.380744 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.380901 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.381059 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.381239 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.381392 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.381549 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.381709 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.381870 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.382027 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.382185 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.382342 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.382502 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.382660 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.382816 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.382972 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.383130 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.383287 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.383445 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.383603 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.383761 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.383932 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.384089 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.384246 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.384404 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.384563 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.384719 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.384885 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.385049 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.385188 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.385367 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.385525 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.385686 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.385900 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.386010 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.386142 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.386300 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.386457 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.386614 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.386778 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.386935 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.387092 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.387251 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.387408 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.387564 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.387729 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.387885 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.388305 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.388463 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.388620 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.388776 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.388941 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.389087 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.389263 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.389430 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.389588 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.389746 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.389912 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.390069 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.390226 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.390392 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.390548 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.391239 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.391398 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.391568 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.391726 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.391887 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.392045 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.392202 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.392360 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.392519 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.392682 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.392850 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.393012 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.393171 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.393359 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.393524 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.393689 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.393848 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.394012 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.394180 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.394338 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.394494 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.394651 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.394808 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.394965 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.395122 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.395279 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.395436 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.395593 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.395750 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.395908 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.396099 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.396252 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.396357 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.396514 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.396670 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.396827 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.396984 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.397142 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 14:48:56.397311 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106125) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 14:48:56.485057 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 58692) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:48:56.492514 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0052361 Sep 09 14:48:56.497290 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [-] 10.222.0.15 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0041549 Sep 09 14:49:05.687237 dv-cinder-828696-11-iscsi neutron-server[106125]: DEBUG dbcounter [-] [106125] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106125) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:07.645643 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6d2d24-326a-4fcf-a3cd-23baabaf429e None None] get_active_networks_info from dv-cinder-828696-11-iscsi {{(pid=106240) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 09 14:49:07.656714 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writer thread running {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 14:49:07.717223 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6d2d24-326a-4fcf-a3cd-23baabaf429e None None] No non-hosted networks {{(pid=106240) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 14:49:07.732989 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.agentschedulers_db [None req-4b6d2d24-326a-4fcf-a3cd-23baabaf429e None None] DHCP Agent not found on host dv-cinder-828696-11-iscsi {{(pid=106240) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 09 14:49:07.830993 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-89ff965e-f101-44b5-9e1f-e9f8c5bff77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591471'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:09.349998 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writer thread running {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 14:49:09.883860 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-85321566-2f4f-4aa2-a117-80b6c4bb0a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591471'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:09.897377 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.db.api [None req-f7b21dcb-4581-4204-a2fd-fe6c074a1255 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-828696-11-iscsi {{(pid=106240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 14:49:09.898076 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG oslo_db.api [None req-f7b21dcb-4581-4204-a2fd-fe6c074a1255 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 14:49:10.437868 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-f7b21dcb-4581-4204-a2fd-fe6c074a1255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:11.286675 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591471'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:11.662987 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 58766) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:12.272723 dv-cinder-828696-11-iscsi neutron-server[106239]: WARNING oslo_policy.policy [None req-31c96169-8841-4a11-b527-35b3aa822c70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:49:12.273283 dv-cinder-828696-11-iscsi neutron-server[106239]: WARNING oslo_policy.policy [None req-31c96169-8841-4a11-b527-35b3aa822c70 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:49:12.495965 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [None req-31c96169-8841-4a11-b527-35b3aa822c70 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 14:49:12.509863 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-31c96169-8841-4a11-b527-35b3aa822c70 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8457823 Sep 09 14:49:12.713268 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.db.l3_hamode_db [None req-fb14d1d4-b176-458a-87f4-f62945f5cfef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 14:49:12.801083 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14d1d4-b176-458a-87f4-f62945f5cfef None None] Routers set() bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:49:12.801723 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb14d1d4-b176-458a-87f4-f62945f5cfef None None] Router IDs set() for agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 09 14:49:13.061966 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591471'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:13.064225 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591471'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:13.064872 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.065223 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.069890 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.070419 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.070917 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.071460 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.071794 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.072148 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.072474 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.072811 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.073154 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.073566 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.073907 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.074229 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.074542 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:13.075167 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828696-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:13.081519 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828696-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:15.209324 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 58802) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:15.528249 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-5c5169d2-fbcc-41e7-9a50-a9cce09d8b43 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:15.540138 dv-cinder-828696-11-iscsi neutron-server[106239]: ERROR stevedore.extension [None req-5c5169d2-fbcc-41e7-9a50-a9cce09d8b43 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 09 14:49:15.619769 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.policy [None req-5c5169d2-fbcc-41e7-9a50-a9cce09d8b43 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106239) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 14:49:15.661852 dv-cinder-828696-11-iscsi neutron-server[106239]: WARNING oslo_policy.policy [None req-5c5169d2-fbcc-41e7-9a50-a9cce09d8b43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:49:15.662222 dv-cinder-828696-11-iscsi neutron-server[106239]: WARNING oslo_policy.policy [None req-5c5169d2-fbcc-41e7-9a50-a9cce09d8b43 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:49:15.682000 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writer thread running {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 14:49:15.757352 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5c5169d2-fbcc-41e7-9a50-a9cce09d8b43 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788600657855', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788600678787', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788600673959', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788600566328', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788600580218', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788600585093', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8370471', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8366673', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557794', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-744677'] for rbac-policy (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:15.827356 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5c5169d2-fbcc-41e7-9a50-a9cce09d8b43 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:15.828846 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-5c5169d2-fbcc-41e7-9a50-a9cce09d8b43 admin admin] 10.222.0.15 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6184886 Sep 09 14:49:18.400629 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 58812) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:18.719238 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:18.748709 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Made reservation on behalf of 4eabd47bff3c4b6eb0e462a0797efb23 for: {'network': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:49:18.753819 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:18.772020 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:18.880350 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Publish callbacks [] for security_group (364d793b-9b78-4dbb-b018-1bd46cfb42d0), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:18.883871 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (364d793b-9b78-4dbb-b018-1bd46cfb42d0), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:18.904469 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=106239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:49:18.941545 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788597386388', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (3d22c043-d41f-47b8-9953-2f455ae3fdf9), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:18.942117 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Unsubscribe: segment precommit_create {{(pid=106239) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 14:49:18.942641 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.segments_db [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Added segment 3d22c043-d41f-47b8-9953-2f455ae3fdf9 of type vlan for network b1b511e6-4e84-49fa-b628-2d281bf80dd5 Sep 09 14:49:18.975944 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=364d793b-9b78-4dbb-b018-1bd46cfb42d0,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:19.020273 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.020883 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.021263 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.021613 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.021940 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.022260 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.022574 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.022888 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.023215 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.023534 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.023847 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.024173 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.024489 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.024798 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.025116 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Tracked resource versions report: Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: pushed versions: Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: { 'AddressGroup': {'1.2'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Agent': {'1.1'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'ConntrackHelper': {'1.0'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'LocalIPAssociation': {'1.0'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Log': {'1.0'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'NDPProxy': {'1.0'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Network': {'1.1'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Port': {'1.7'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'PortForwarding': {'1.3'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'QosPolicy': {'1.10'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'SecurityGroup': {'1.5'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'SubPort': {'1.0'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Subnet': {'1.1'}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Trunk': {'1.1'}} Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: consumer versions: Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: { DHCP agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: L3 agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: Metadata agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: Metering agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: Open vSwitch agent@dv-cinder-828696-11-iscsi: { 'AddressGroup': '1.2', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Agent': '1.1', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'ConntrackHelper': '1.0', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'LocalIPAssociation': '1.0', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Log': '1.0', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'NDPProxy': '1.0', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Network': '1.1', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Port': '1.7', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'PortForwarding': '1.3', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'QosPolicy': '1.10', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'SecurityGroup': '1.5', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'SecurityGroupRule': '1.2', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'SubPort': '1.0', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Subnet': '1.1', Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Trunk': '1.1'}} Sep 09 14:49:19.026509 dv-cinder-828696-11-iscsi neutron-server[106239]: {{(pid=106239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:49:19.050899 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (b1b511e6-4e84-49fa-b628-2d281bf80dd5), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:19.094779 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (b1b511e6-4e84-49fa-b628-2d281bf80dd5), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:19.099653 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:49:19.100376 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:19.126598 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=50,neutron:INSERT=47,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:19.191301 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7895181 Sep 09 14:49:19.223285 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fabce2-dcc9-4299-a105-2a4f236b5664 demo demo] Pushing event updated for resources: {'Network': ['ID=b1b511e6-4e84-49fa-b628-2d281bf80dd5,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:19.237040 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network b1b511e6-4e84-49fa-b628-2d281bf80dd5 details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:49:21.818578 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 58826) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:22.226038 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66acd5a5-8bb2-40fd-ada5-c0213da0696c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:49:22.227361 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-66acd5a5-8bb2-40fd-ada5-c0213da0696c demo admin] 10.222.0.15 "GET /networking/v2.0/networks/b1b511e6-4e84-49fa-b628-2d281bf80dd5 HTTP/1.1" status: 200 len: 825 time: 0.4079430 Sep 09 14:49:22.251988 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-a8a7496e-6da0-4e20-b4c6-20ab9e15360b demo admin] 10.222.0.15 "GET /networking/v2.0/subnetpools/e5b37a6d-da6b-4a03-bbf2-823cd8284af6 HTTP/1.1" status: 200 len: 734 time: 0.0186403 Sep 09 14:49:22.260328 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-76c09d1e-d884-4639-a7f5-ce868f3269e7 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'e5b37a6d-da6b-4a03-bbf2-823cd8284af6'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:22.281766 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c09d1e-d884-4639-a7f5-ce868f3269e7 demo admin] Made reservation on behalf of 4eabd47bff3c4b6eb0e462a0797efb23 for: {'subnet': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:49:22.283948 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-76c09d1e-d884-4639-a7f5-ce868f3269e7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:22.441533 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:22.572594 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-76c09d1e-d884-4639-a7f5-ce868f3269e7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (9dbad66f-e143-4158-8c9d-320baf73ac4f), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:22.639107 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c09d1e-d884-4639-a7f5-ce868f3269e7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9dbad66f-e143-4158-8c9d-320baf73ac4f,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:22.647587 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c09d1e-d884-4639-a7f5-ce868f3269e7 demo admin] Checking segment: {'id': '3d22c043-d41f-47b8-9953-2f455ae3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:49:22.647972 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c09d1e-d884-4639-a7f5-ce868f3269e7 demo admin] Network hostable DHCP agents. Network: b1b511e6-4e84-49fa-b628-2d281bf80dd5, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:49:22.668374 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c09d1e-d884-4639-a7f5-ce868f3269e7 demo admin] Network b1b511e6-4e84-49fa-b628-2d281bf80dd5 is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:49:22.679745 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-76c09d1e-d884-4639-a7f5-ce868f3269e7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, b1b511e6-4e84-49fa-b628-2d281bf80dd5) {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:49:22.684200 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c09d1e-d884-4639-a7f5-ce868f3269e7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:49:22.684777 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-76c09d1e-d884-4639-a7f5-ce868f3269e7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:22.691462 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01ef349-1fd8-4a80-b6e8-5247cc1ab875 None None] Network b1b511e6-4e84-49fa-b628-2d281bf80dd5 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:49:22.703145 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-76c09d1e-d884-4639-a7f5-ce868f3269e7 demo admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4458716 Sep 09 14:49:22.957451 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-b1b511e6-4e84-49fa-b628-2d281bf80dd5', 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5', 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'fixed_ips': [{'subnet_id': '9dbad66f-e143-4158-8c9d-320baf73ac4f'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 14:49:22.958783 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:23.234445 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Allocated IP 172.20.0.2 (b1b511e6-4e84-49fa-b628-2d281bf80dd5/9dbad66f-e143-4158-8c9d-320baf73ac4f/6712781d-21af-4af9-9fd4-17b8396d181d) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:49:23.261581 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:23.505133 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Publish callbacks [] for port (6712781d-21af-4af9-9fd4-17b8396d181d), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:23.512585 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (6712781d-21af-4af9-9fd4-17b8396d181d), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:23.588889 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Network b1b511e6-4e84-49fa-b628-2d281bf80dd5 is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:49:23.596646 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:49:23.603838 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:49:23.610145 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Pushing event updated for resources: {'Port': ['ID=6712781d-21af-4af9-9fd4-17b8396d181d,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:23.644732 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.645080 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.645467 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.645823 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.646156 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.646494 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.646819 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.647143 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.647480 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.647809 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.648137 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.648476 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.648796 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.649114 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.649459 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Tracked resource versions report: Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: pushed versions: Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: { 'AddressGroup': {'1.2'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Agent': {'1.1'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'ConntrackHelper': {'1.0'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'LocalIPAssociation': {'1.0'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Log': {'1.0'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'NDPProxy': {'1.0'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Network': {'1.1'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Port': {'1.7'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'PortForwarding': {'1.3'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'QosPolicy': {'1.10'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'SecurityGroup': {'1.5'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'SubPort': {'1.0'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Subnet': {'1.1'}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Trunk': {'1.1'}} Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: consumer versions: Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: { DHCP agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: L3 agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: Metadata agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: Metering agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: Open vSwitch agent@dv-cinder-828696-11-iscsi: { 'AddressGroup': '1.2', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Agent': '1.1', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'ConntrackHelper': '1.0', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'LocalIPAssociation': '1.0', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Log': '1.0', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'NDPProxy': '1.0', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Network': '1.1', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Port': '1.7', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'PortForwarding': '1.3', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'QosPolicy': '1.10', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'SecurityGroup': '1.5', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'SecurityGroupRule': '1.2', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'SubPort': '1.0', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Subnet': '1.1', Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Trunk': '1.1'}} Sep 09 14:49:23.650882 dv-cinder-828696-11-iscsi neutron-server[106240]: {{(pid=106240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:49:23.701934 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Attempting to bind port 6712781d-21af-4af9-9fd4-17b8396d181d on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:49:23.702560 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Attempting to bind port 6712781d-21af-4af9-9fd4-17b8396d181d by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '3d22c043-d41f-47b8-9953-2f455ae3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:49:23.702749 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Attempting to bind port 6712781d-21af-4af9-9fd4-17b8396d181d on network b1b511e6-4e84-49fa-b628-2d281bf80dd5 {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:49:23.721863 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:23.752731 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:49:23.753115 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Checking segment: {'id': '3d22c043-d41f-47b8-9953-2f455ae3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:49:23.753624 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:23.754015 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Bound using segment: {'id': '3d22c043-d41f-47b8-9953-2f455ae3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:49:23.754483 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Bound port: 6712781d-21af-4af9-9fd4-17b8396d181d, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d22c043-d41f-47b8-9953-2f455ae3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:49:23.754892 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (6712781d-21af-4af9-9fd4-17b8396d181d), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:23.814389 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] For port 6712781d-21af-4af9-9fd4-17b8396d181d, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:49:23.833248 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] For port 6712781d-21af-4af9-9fd4-17b8396d181d, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=6712781d-21af-4af9-9fd4-17b8396d181d,segment=NetworkSegment(3d22c043-d41f-47b8-9953-2f455ae3fdf9),segment_id=3d22c043-d41f-47b8-9953-2f455ae3fdf9)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:49:23.840352 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (6712781d-21af-4af9-9fd4-17b8396d181d), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:23.891883 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9481c-6441-4aae-8d46-3b46130eddfc None None] Pushing event updated for resources: {'Port': ['ID=6712781d-21af-4af9-9fd4-17b8396d181d,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:24.034052 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:24.045570 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:25.382225 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 58840) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:25.712371 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [None req-ce6fb39c-554a-4d4b-9d43-d5cb696c7548 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 14:49:25.713403 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-ce6fb39c-554a-4d4b-9d43-d5cb696c7548 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3302054 Sep 09 14:49:28.365466 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 58848) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:28.887748 dv-cinder-828696-11-iscsi neutron-server[106238]: WARNING oslo_policy.policy [None req-36feb56a-0704-4ce6-a1e9-06898e73b712 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:49:28.888536 dv-cinder-828696-11-iscsi neutron-server[106238]: WARNING oslo_policy.policy [None req-36feb56a-0704-4ce6-a1e9-06898e73b712 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:49:29.107420 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [None req-36feb56a-0704-4ce6-a1e9-06898e73b712 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106238) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 14:49:29.113262 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-36feb56a-0704-4ce6-a1e9-06898e73b712 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7415426 Sep 09 14:49:30.748483 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 6712781d-21af-4af9-9fd4-17b8396d181d up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:49:30.828295 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 6712781d-21af-4af9-9fd4-17b8396d181d triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:49:30.828619 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (6712781d-21af-4af9-9fd4-17b8396d181d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:30.929556 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 6712781d-21af-4af9-9fd4-17b8396d181d is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:49:30.929870 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (6712781d-21af-4af9-9fd4-17b8396d181d), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:30.964503 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 6712781d-21af-4af9-9fd4-17b8396d181d, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=6712781d-21af-4af9-9fd4-17b8396d181d,segment=NetworkSegment(3d22c043-d41f-47b8-9953-2f455ae3fdf9),segment_id=3d22c043-d41f-47b8-9953-2f455ae3fdf9)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:30.969597 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (6712781d-21af-4af9-9fd4-17b8396d181d), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:31.018752 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=6712781d-21af-4af9-9fd4-17b8396d181d,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:31.774675 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 58866) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:31.935151 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e992c2-017e-45c4-a4fb-d58318d3c209 None None] Network b1b511e6-4e84-49fa-b628-2d281bf80dd5 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:49:31.997080 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-a71e3f10-1130-4ebb-9cd9-42277d753a81 None None] Provisioning complete for port 6712781d-21af-4af9-9fd4-17b8396d181d triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:49:31.997541 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-a71e3f10-1130-4ebb-9cd9-42277d753a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (6712781d-21af-4af9-9fd4-17b8396d181d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:32.080572 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:32.110676 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-3e33a3a8-8ea0-4f21-8a00-d2fb431eb8f9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:32.119815 dv-cinder-828696-11-iscsi neutron-server[106238]: ERROR stevedore.extension [None req-3e33a3a8-8ea0-4f21-8a00-d2fb431eb8f9 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 09 14:49:32.130304 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-a71e3f10-1130-4ebb-9cd9-42277d753a81 None None] Current status of the port 6712781d-21af-4af9-9fd4-17b8396d181d is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:49:32.171439 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.policy [None req-3e33a3a8-8ea0-4f21-8a00-d2fb431eb8f9 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106238) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 14:49:32.213891 dv-cinder-828696-11-iscsi neutron-server[106238]: WARNING oslo_policy.policy [None req-3e33a3a8-8ea0-4f21-8a00-d2fb431eb8f9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:49:32.214320 dv-cinder-828696-11-iscsi neutron-server[106238]: WARNING oslo_policy.policy [None req-3e33a3a8-8ea0-4f21-8a00-d2fb431eb8f9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 14:49:32.235127 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writer thread running {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 09 14:49:32.235782 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:32.279568 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e33a3a8-8ea0-4f21-8a00-d2fb431eb8f9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10056'] for router (66b13ffd-9d67-41e0-adfc-bb8478f0a81d), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:32.281516 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e33a3a8-8ea0-4f21-8a00-d2fb431eb8f9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10065'] for router (66b13ffd-9d67-41e0-adfc-bb8478f0a81d), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:32.349224 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-0ef5e836-1130-40b1-9eed-5ff6f55f56ef None None] Provisioning complete for port 6712781d-21af-4af9-9fd4-17b8396d181d triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:49:32.349536 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-0ef5e836-1130-40b1-9eed-5ff6f55f56ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (6712781d-21af-4af9-9fd4-17b8396d181d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:32.422233 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-0ef5e836-1130-40b1-9eed-5ff6f55f56ef None None] Current status of the port 6712781d-21af-4af9-9fd4-17b8396d181d is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:49:32.435689 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e33a3a8-8ea0-4f21-8a00-d2fb431eb8f9 demo demo] Publish callbacks [] for router_controller (66b13ffd-9d67-41e0-adfc-bb8478f0a81d), precommit_add_association {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:32.441437 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e33a3a8-8ea0-4f21-8a00-d2fb431eb8f9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153'] for router (66b13ffd-9d67-41e0-adfc-bb8478f0a81d), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:32.464188 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e33a3a8-8ea0-4f21-8a00-d2fb431eb8f9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:32.465364 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-3e33a3a8-8ea0-4f21-8a00-d2fb431eb8f9 demo demo] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6898003 Sep 09 14:49:32.694325 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=57,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:32.695569 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:32.717255 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 6712781d-21af-4af9-9fd4-17b8396d181d up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:49:32.751436 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:32.762208 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 6712781d-21af-4af9-9fd4-17b8396d181d triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:49:32.762601 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (6712781d-21af-4af9-9fd4-17b8396d181d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:32.834840 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 6712781d-21af-4af9-9fd4-17b8396d181d is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:49:35.056082 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 58880) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:35.375129 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [None req-9b76c26f-1743-4c3c-b212-8c1e9ca29c52 admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106238) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 14:49:35.376115 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-9b76c26f-1743-4c3c-b212-8c1e9ca29c52 admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3191216 Sep 09 14:49:37.600273 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e471b51c-48e0-4977-a854-ba17a80c0211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:37.999703 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 58888) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:38.316996 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:38.339992 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Made reservation on behalf of 5aff011fa0544761b3d08887135e99aa for: {'network': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:49:38.343287 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:38.358617 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:38.460076 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Publish callbacks [] for security_group (ac76401b-68d5-41aa-8393-f5a9bca267dd), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:38.463472 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ac76401b-68d5-41aa-8393-f5a9bca267dd), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:38.474476 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Reserving flat network on physical network physnet1 {{(pid=106238) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 14:49:38.504164 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788597386388', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (dac04329-9c2f-463e-a9d3-cedd39e79b8c), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:38.504695 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Unsubscribe: segment precommit_create {{(pid=106238) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 14:49:38.505250 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.segments_db [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Added segment dac04329-9c2f-463e-a9d3-cedd39e79b8c of type flat for network a04c0357-092d-4634-aff4-50eab99e036e Sep 09 14:49:38.561531 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac76401b-68d5-41aa-8393-f5a9bca267dd,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:38.585655 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.585997 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.586349 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.586685 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.587010 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.587331 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.587650 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.587967 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.588297 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.588619 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.588949 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.589290 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.589605 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.589919 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.590231 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Tracked resource versions report: Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: pushed versions: Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: { 'AddressGroup': {'1.2'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Agent': {'1.1'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'ConntrackHelper': {'1.0'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'LocalIPAssociation': {'1.0'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Log': {'1.0'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'NDPProxy': {'1.0'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Network': {'1.1'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Port': {'1.7'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'PortForwarding': {'1.3'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'QosPolicy': {'1.10'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'SecurityGroup': {'1.5'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'SubPort': {'1.0'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Subnet': {'1.1'}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Trunk': {'1.1'}} Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: consumer versions: Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: { DHCP agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: L3 agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: Metadata agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: Metering agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: Open vSwitch agent@dv-cinder-828696-11-iscsi: { 'AddressGroup': '1.2', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Agent': '1.1', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'ConntrackHelper': '1.0', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'LocalIPAssociation': '1.0', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Log': '1.0', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'NDPProxy': '1.0', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Network': '1.1', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Port': '1.7', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'PortForwarding': '1.3', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'QosPolicy': '1.10', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'SecurityGroup': '1.5', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'SecurityGroupRule': '1.2', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'SubPort': '1.0', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Subnet': '1.1', Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Trunk': '1.1'}} Sep 09 14:49:38.591634 dv-cinder-828696-11-iscsi neutron-server[106238]: {{(pid=106238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:49:38.619157 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (a04c0357-092d-4634-aff4-50eab99e036e), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:38.665279 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (a04c0357-092d-4634-aff4-50eab99e036e), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:38.666553 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:49:38.667241 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:38.762312 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7615132 Sep 09 14:49:38.770598 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d7545-da8a-4382-9d5e-fad6503a2c54 admin admin] Pushing event updated for resources: {'Network': ['ID=a04c0357-092d-4634-aff4-50eab99e036e,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:38.782484 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network a04c0357-092d-4634-aff4-50eab99e036e details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:49:39.884694 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-9298abc0-74a8-433f-be66-d2163065962e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:41.239514 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:41.350360 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 58900) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:41.762605 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303d2d7-fae3-40a0-b19b-94345c30f744 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:49:41.764213 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-0303d2d7-fae3-40a0-b19b-94345c30f744 demo admin] 10.222.0.15 "GET /networking/v2.0/subnets/9dbad66f-e143-4158-8c9d-320baf73ac4f HTTP/1.1" status: 200 len: 849 time: 0.4129245 Sep 09 14:49:41.898380 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-60f2b869-2cba-44a1-b0f2-f4afb7b87dc2 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/66b13ffd-9d67-41e0-adfc-bb8478f0a81d HTTP/1.1" status: 200 len: 704 time: 0.1280670 Sep 09 14:49:42.120486 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=75,neutron:INSERT=20,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:42.165469 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:42.346075 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:INSERT=9,neutron:UPDATE=3,neutron:SELECT=87,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:42.455559 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Allocated IP 172.20.0.1 (b1b511e6-4e84-49fa-b628-2d281bf80dd5/9dbad66f-e143-4158-8c9d-320baf73ac4f/da6912ab-d847-4204-bed0-ab35f29d2d56) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:49:42.637319 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Publish callbacks [] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:42.697500 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:42.777342 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Network b1b511e6-4e84-49fa-b628-2d281bf80dd5 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:49:42.782912 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:49:42.787787 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Pushing event updated for resources: {'Port': ['ID=da6912ab-d847-4204-bed0-ab35f29d2d56,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:42.790316 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:49:42.790920 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705291'] for router_interface (66b13ffd-9d67-41e0-adfc-bb8478f0a81d), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:42.989583 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:43.004080 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:43.006422 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-b4d5e73e-65b8-4d5a-aad7-3939ae8549c2 None None] Provisioning complete for port da6912ab-d847-4204-bed0-ab35f29d2d56 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:49:43.006803 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b4d5e73e-65b8-4d5a-aad7-3939ae8549c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:43.052924 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5e73e-65b8-4d5a-aad7-3939ae8549c2 None None] Port da6912ab-d847-4204-bed0-ab35f29d2d56 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:49:43.062184 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:43.252314 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Publish callbacks [] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:43.256734 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:43.257570 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705431'] for router_interface (66b13ffd-9d67-41e0-adfc-bb8478f0a81d), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:43.283312 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:43.340342 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Pushing event updated for resources: {'Port': ['ID=da6912ab-d847-4204-bed0-ab35f29d2d56,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:43.379116 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:43.391670 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Network b1b511e6-4e84-49fa-b628-2d281bf80dd5 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:49:43.393267 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:49:43.551791 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Router 66b13ffd-9d67-41e0-adfc-bb8478f0a81d is scheduled to L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 with binding_index 1 {{(pid=106238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:49:43.571876 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-01bf9529-e1ea-4abf-8555-da2f282a7ecf None None] Provisioning complete for port da6912ab-d847-4204-bed0-ab35f29d2d56 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:49:43.572266 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-01bf9529-e1ea-4abf-8555-da2f282a7ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:43.604080 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-01bf9529-e1ea-4abf-8555-da2f282a7ecf None None] Port da6912ab-d847-4204-bed0-ab35f29d2d56 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:49:43.649349 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:49:43.654735 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-6f2d5e5e-8b05-462c-93a0-290d3720ff1c demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/66b13ffd-9d67-41e0-adfc-bb8478f0a81d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7509573 Sep 09 14:49:43.660604 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Sync routers for ids ['66b13ffd-9d67-41e0-adfc-bb8478f0a81d'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:49:43.673565 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Routers {'66b13ffd-9d67-41e0-adfc-bb8478f0a81d'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:49:43.674310 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:49:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['66b13ffd-9d67-41e0-adfc-bb8478f0a81d'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:43.854042 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Set router 66b13ffd-9d67-41e0-adfc-bb8478f0a81d gateway port host: None {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:49:44.265089 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'name': 'router1', 'tenant_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:49:32Z', 'updated_at': '2022-09-09T14:49:42Z', 'revision_number': 2, 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'gw_port_host': None, '_interfaces': [{'id': 'da6912ab-d847-4204-bed0-ab35f29d2d56', 'name': '', 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5', 'tenant_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'mac_address': 'fa:16:3e:64:32:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9dbad66f-e143-4158-8c9d-320baf73ac4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:49:42Z', 'updated_at': '2022-09-09T14:49:43Z', 'revision_number': 2, 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'subnets': [{'id': '9dbad66f-e143-4158-8c9d-320baf73ac4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5b37a6d-da6b-4a03-bbf2-823cd8284af6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:44.313613 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Checking router: 66b13ffd-9d67-41e0-adfc-bb8478f0a81d for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:49:44.313903 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Updating router 66b13ffd-9d67-41e0-adfc-bb8478f0a81d port da6912ab-d847-4204-bed0-ab35f29d2d56 binding host dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:49:44.367885 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:44.859901 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Publish callbacks [] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:44.866970 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:45.012332 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Attempting to bind port da6912ab-d847-4204-bed0-ab35f29d2d56 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:49:45.012681 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Attempting to bind port da6912ab-d847-4204-bed0-ab35f29d2d56 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '3d22c043-d41f-47b8-9953-2f455ae3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:49:45.013031 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Attempting to bind port da6912ab-d847-4204-bed0-ab35f29d2d56 on network b1b511e6-4e84-49fa-b628-2d281bf80dd5 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:49:45.022072 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Pushing event updated for resources: {'Port': ['ID=da6912ab-d847-4204-bed0-ab35f29d2d56,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:45.061136 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.061499 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.061844 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.062181 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.062509 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.062833 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.063154 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.063472 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.063806 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.064128 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.064447 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.064789 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.065109 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.065453 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.065774 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Tracked resource versions report: Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: pushed versions: Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: { 'AddressGroup': {'1.2'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Agent': {'1.1'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'ConntrackHelper': {'1.0'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'LocalIPAssociation': {'1.0'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Log': {'1.0'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'NDPProxy': {'1.0'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Network': {'1.1'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Port': {'1.7'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'PortForwarding': {'1.3'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'QosPolicy': {'1.10'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'SecurityGroup': {'1.5'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'SubPort': {'1.0'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Subnet': {'1.1'}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Trunk': {'1.1'}} Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: consumer versions: Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: { DHCP agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: L3 agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: Metadata agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: Metering agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: Open vSwitch agent@dv-cinder-828696-11-iscsi: { 'AddressGroup': '1.2', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Agent': '1.1', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'ConntrackHelper': '1.0', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'LocalIPAssociation': '1.0', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Log': '1.0', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'NDPProxy': '1.0', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Network': '1.1', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Port': '1.7', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'PortForwarding': '1.3', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'QosPolicy': '1.10', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'SecurityGroup': '1.5', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'SecurityGroupRule': '1.2', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'SubPort': '1.0', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Subnet': '1.1', Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Trunk': '1.1'}} Sep 09 14:49:45.067197 dv-cinder-828696-11-iscsi neutron-server[106241]: {{(pid=106241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:49:45.112727 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:49:45.113140 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Checking segment: {'id': '3d22c043-d41f-47b8-9953-2f455ae3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:49:45.113652 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:45.114039 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Bound using segment: {'id': '3d22c043-d41f-47b8-9953-2f455ae3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:49:45.114503 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Bound port: da6912ab-d847-4204-bed0-ab35f29d2d56, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d22c043-d41f-47b8-9953-2f455ae3fdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:49:45.114878 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:45.160581 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:45.179781 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] For port da6912ab-d847-4204-bed0-ab35f29d2d56, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:49:45.198266 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] For port da6912ab-d847-4204-bed0-ab35f29d2d56, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=da6912ab-d847-4204-bed0-ab35f29d2d56,segment=NetworkSegment(3d22c043-d41f-47b8-9953-2f455ae3fdf9),segment_id=3d22c043-d41f-47b8-9953-2f455ae3fdf9)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:49:45.199294 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:45.206227 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:45.243638 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Routers {'66b13ffd-9d67-41e0-adfc-bb8478f0a81d'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:49:45.244238 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:49:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['66b13ffd-9d67-41e0-adfc-bb8478f0a81d'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:45.319135 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20d03c-5d53-4fb6-838a-47b8cb4f95d2 None None] Pushing event updated for resources: {'Port': ['ID=da6912ab-d847-4204-bed0-ab35f29d2d56,revision_number=4']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:45.345975 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] Set router 66b13ffd-9d67-41e0-adfc-bb8478f0a81d gateway port host: None {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:49:45.537341 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'name': 'router1', 'tenant_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:49:32Z', 'updated_at': '2022-09-09T14:49:42Z', 'revision_number': 2, 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'gw_port_host': None, '_interfaces': [{'id': 'da6912ab-d847-4204-bed0-ab35f29d2d56', 'name': '', 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5', 'tenant_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'mac_address': 'fa:16:3e:64:32:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9dbad66f-e143-4158-8c9d-320baf73ac4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:49:42Z', 'updated_at': '2022-09-09T14:49:45Z', 'revision_number': 4, 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'subnets': [{'id': '9dbad66f-e143-4158-8c9d-320baf73ac4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5b37a6d-da6b-4a03-bbf2-823cd8284af6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:45.561757 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a31460fb-ae6d-42bf-9896-5670d80ee7e1 None None] The sync data for ids ['66b13ffd-9d67-41e0-adfc-bb8478f0a81d'] in dv-cinder-828696-11-iscsi is: [{'id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'name': 'router1', 'tenant_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:49:32Z', 'updated_at': '2022-09-09T14:49:42Z', 'revision_number': 2, 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'gw_port_host': None, '_interfaces': [{'id': 'da6912ab-d847-4204-bed0-ab35f29d2d56', 'name': '', 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5', 'tenant_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'mac_address': 'fa:16:3e:64:32:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9dbad66f-e143-4158-8c9d-320baf73ac4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:49:42Z', 'updated_at': '2022-09-09T14:49:45Z', 'revision_number': 4, 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'subnets': [{'id': '9dbad66f-e143-4158-8c9d-320baf73ac4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5b37a6d-da6b-4a03-bbf2-823cd8284af6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:49:46.260126 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 58912) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:46.664114 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f047bc-7394-4bdb-8a81-a8cb44778a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:49:46.672556 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-16f047bc-7394-4bdb-8a81-a8cb44778a4c admin admin] 10.222.0.15 "GET /networking/v2.0/networks/a04c0357-092d-4634-aff4-50eab99e036e HTTP/1.1" status: 200 len: 842 time: 0.4113498 Sep 09 14:49:46.677045 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'enable_dhcp': False}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:46.701252 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] Made reservation on behalf of 5aff011fa0544761b3d08887135e99aa for: {'subnet': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:49:46.703666 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:47.050262 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.objects.ports [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106239) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 09 14:49:47.050698 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (bed484b3-7ce8-4eff-a124-bf0515ef0985), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:47.107410 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed484b3-7ce8-4eff-a124-bf0515ef0985,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:47.125074 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:49:47.125448 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] Network hostable DHCP agents. Network: a04c0357-092d-4634-aff4-50eab99e036e, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:49:47.143123 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] Network a04c0357-092d-4634-aff4-50eab99e036e is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:49:47.152083 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, a04c0357-092d-4634-aff4-50eab99e036e) {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:49:47.156479 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:49:47.157064 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:47.164995 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80502582-cc4d-4aaa-a87e-50b0e14b44ab None None] Network a04c0357-092d-4634-aff4-50eab99e036e requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:49:47.181811 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-a9fd5945-8ed9-44d4-bc74-78178da8c99b admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5082769 Sep 09 14:49:47.272997 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa18bc-35ce-409b-9dd1-943044d6a71c None None] Network a04c0357-092d-4634-aff4-50eab99e036e requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:49:49.879019 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 58920) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:50.398280 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e56206e6-9029-4308-91af-535043748196 demo admin] 10.222.0.15 "GET /networking/v2.0/routers/66b13ffd-9d67-41e0-adfc-bb8478f0a81d HTTP/1.1" status: 200 len: 710 time: 0.5181208 Sep 09 14:49:50.491147 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-669801ec-e6e6-4e6c-91ad-e01b72bac3b1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:49:50.492728 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-669801ec-e6e6-4e6c-91ad-e01b72bac3b1 demo admin] 10.222.0.15 "GET /networking/v2.0/networks/a04c0357-092d-4634-aff4-50eab99e036e HTTP/1.1" status: 200 len: 886 time: 0.0896220 Sep 09 14:49:50.504788 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:49:50.752709 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:50.756681 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Publish callbacks [] for router_gateway (66b13ffd-9d67-41e0-adfc-bb8478f0a81d), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:50.759366 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device da6912ab-d847-4204-bed0-ab35f29d2d56 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:49:50.771065 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:50.806957 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port da6912ab-d847-4204-bed0-ab35f29d2d56 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:49:50.807348 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:50.833902 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:50.889534 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port da6912ab-d847-4204-bed0-ab35f29d2d56 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:49:50.890036 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:50.922693 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port da6912ab-d847-4204-bed0-ab35f29d2d56, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=da6912ab-d847-4204-bed0-ab35f29d2d56,segment=NetworkSegment(3d22c043-d41f-47b8-9953-2f455ae3fdf9),segment_id=3d22c043-d41f-47b8-9953-2f455ae3fdf9)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:50.926112 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:50.973268 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=da6912ab-d847-4204-bed0-ab35f29d2d56,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:51.030418 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Publish callbacks [] for router_gateway (66b13ffd-9d67-41e0-adfc-bb8478f0a81d), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:51.106277 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:51.258232 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Allocated IP 172.27.3.130 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/854fe2da-8f54-4d2b-9639-ebb37f3910f3) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:49:51.376023 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Publish callbacks [] for port (854fe2da-8f54-4d2b-9639-ebb37f3910f3), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:51.432808 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (854fe2da-8f54-4d2b-9639-ebb37f3910f3), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:51.511439 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:49:51.519509 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:49:51.521590 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Pushing event updated for resources: {'Port': ['ID=854fe2da-8f54-4d2b-9639-ebb37f3910f3,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:51.524710 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:49:51.800930 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:51.803363 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Publish callbacks [] for router_gateway (66b13ffd-9d67-41e0-adfc-bb8478f0a81d), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:51.893687 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:51.994396 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-604567', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-599219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10087'] for router (66b13ffd-9d67-41e0-adfc-bb8478f0a81d), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:51.999986 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-604588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-604581', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-599112'] for router (66b13ffd-9d67-41e0-adfc-bb8478f0a81d), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:52.103940 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Router 66b13ffd-9d67-41e0-adfc-bb8478f0a81d has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:49:52.265186 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:49:52.270712 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:52.273529 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-8ec58827-c518-4e97-b6f5-71c1d84e48ea demo admin] 10.222.0.15 "PUT /networking/v2.0/routers/66b13ffd-9d67-41e0-adfc-bb8478f0a81d HTTP/1.1" status: 200 len: 890 time: 1.7698953 Sep 09 14:49:52.277155 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Sync routers for ids ['66b13ffd-9d67-41e0-adfc-bb8478f0a81d'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:49:52.289301 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Routers {'66b13ffd-9d67-41e0-adfc-bb8478f0a81d'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:49:52.290004 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:49:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['66b13ffd-9d67-41e0-adfc-bb8478f0a81d'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:52.505003 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Set router 66b13ffd-9d67-41e0-adfc-bb8478f0a81d gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:49:52.746450 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device da6912ab-d847-4204-bed0-ab35f29d2d56 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:49:52.762805 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:52.890706 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port da6912ab-d847-4204-bed0-ab35f29d2d56 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:49:52.891098 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:53.028740 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'name': 'router1', 'tenant_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '854fe2da-8f54-4d2b-9639-ebb37f3910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:49:32Z', 'updated_at': '2022-09-09T14:49:51Z', 'revision_number': 4, 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'gw_port': {'id': '854fe2da-8f54-4d2b-9639-ebb37f3910f3', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:49:51Z', 'updated_at': '2022-09-09T14:49:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'da6912ab-d847-4204-bed0-ab35f29d2d56', 'name': '', 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5', 'tenant_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'mac_address': 'fa:16:3e:64:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9dbad66f-e143-4158-8c9d-320baf73ac4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:49:42Z', 'updated_at': '2022-09-09T14:49:50Z', 'revision_number': 5, 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'subnets': [{'id': '9dbad66f-e143-4158-8c9d-320baf73ac4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5b37a6d-da6b-4a03-bbf2-823cd8284af6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:53.078491 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Checking router: 66b13ffd-9d67-41e0-adfc-bb8478f0a81d for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:49:53.078866 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Updating router 66b13ffd-9d67-41e0-adfc-bb8478f0a81d port 854fe2da-8f54-4d2b-9639-ebb37f3910f3 binding host dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:49:53.156312 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (854fe2da-8f54-4d2b-9639-ebb37f3910f3), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:53.186061 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port da6912ab-d847-4204-bed0-ab35f29d2d56 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:49:53.358563 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:53.475855 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Publish callbacks [] for port (854fe2da-8f54-4d2b-9639-ebb37f3910f3), precommit_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:53.481038 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (854fe2da-8f54-4d2b-9639-ebb37f3910f3), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:53.516614 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Attempting to bind port 854fe2da-8f54-4d2b-9639-ebb37f3910f3 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:49:53.516981 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Attempting to bind port 854fe2da-8f54-4d2b-9639-ebb37f3910f3 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:49:53.517374 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Attempting to bind port 854fe2da-8f54-4d2b-9639-ebb37f3910f3 on network a04c0357-092d-4634-aff4-50eab99e036e {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:49:53.547536 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c49a72-9387-47ca-983b-2de32f525e64 None None] Pushing event updated for resources: {'Port': ['ID=854fe2da-8f54-4d2b-9639-ebb37f3910f3,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:53.567735 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:49:53.568106 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:49:53.568499 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:53.568883 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Bound using segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:49:53.569369 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Bound port: 854fe2da-8f54-4d2b-9639-ebb37f3910f3, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:49:53.569778 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (854fe2da-8f54-4d2b-9639-ebb37f3910f3), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:53.615995 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] For port 854fe2da-8f54-4d2b-9639-ebb37f3910f3, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:49:53.618886 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] For port 854fe2da-8f54-4d2b-9639-ebb37f3910f3, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=854fe2da-8f54-4d2b-9639-ebb37f3910f3,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:49:53.625772 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (854fe2da-8f54-4d2b-9639-ebb37f3910f3), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:53.645935 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=36,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:53.647150 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=21 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:53.668675 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Routers {'66b13ffd-9d67-41e0-adfc-bb8478f0a81d'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:49:53.669333 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:49:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['66b13ffd-9d67-41e0-adfc-bb8478f0a81d'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:53.714793 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c49a72-9387-47ca-983b-2de32f525e64 None None] Pushing event updated for resources: {'Port': ['ID=854fe2da-8f54-4d2b-9639-ebb37f3910f3,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:53.762778 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:53.784350 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] Set router 66b13ffd-9d67-41e0-adfc-bb8478f0a81d gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:49:53.975392 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'name': 'router1', 'tenant_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '854fe2da-8f54-4d2b-9639-ebb37f3910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:49:32Z', 'updated_at': '2022-09-09T14:49:51Z', 'revision_number': 4, 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'gw_port': {'id': '854fe2da-8f54-4d2b-9639-ebb37f3910f3', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:49:51Z', 'updated_at': '2022-09-09T14:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'da6912ab-d847-4204-bed0-ab35f29d2d56', 'name': '', 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5', 'tenant_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'mac_address': 'fa:16:3e:64:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9dbad66f-e143-4158-8c9d-320baf73ac4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:49:42Z', 'updated_at': '2022-09-09T14:49:50Z', 'revision_number': 5, 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'subnets': [{'id': '9dbad66f-e143-4158-8c9d-320baf73ac4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5b37a6d-da6b-4a03-bbf2-823cd8284af6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:49:54.001416 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38c36d9-e212-4930-9226-b70679b5e735 None None] The sync data for ids ['66b13ffd-9d67-41e0-adfc-bb8478f0a81d'] in dv-cinder-828696-11-iscsi is: [{'id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'name': 'router1', 'tenant_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '854fe2da-8f54-4d2b-9639-ebb37f3910f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:49:32Z', 'updated_at': '2022-09-09T14:49:51Z', 'revision_number': 4, 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'gw_port': {'id': '854fe2da-8f54-4d2b-9639-ebb37f3910f3', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:49:51Z', 'updated_at': '2022-09-09T14:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'da6912ab-d847-4204-bed0-ab35f29d2d56', 'name': '', 'network_id': 'b1b511e6-4e84-49fa-b628-2d281bf80dd5', 'tenant_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'mac_address': 'fa:16:3e:64:32:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b13ffd-9d67-41e0-adfc-bb8478f0a81d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9dbad66f-e143-4158-8c9d-320baf73ac4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:49:42Z', 'updated_at': '2022-09-09T14:49:50Z', 'revision_number': 5, 'project_id': '4eabd47bff3c4b6eb0e462a0797efb23', 'subnets': [{'id': '9dbad66f-e143-4158-8c9d-320baf73ac4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e5b37a6d-da6b-4a03-bbf2-823cd8284af6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:49:54.753286 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 854fe2da-8f54-4d2b-9639-ebb37f3910f3 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:49:54.804718 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 854fe2da-8f54-4d2b-9639-ebb37f3910f3 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:49:54.805115 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (854fe2da-8f54-4d2b-9639-ebb37f3910f3), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:54.874246 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 854fe2da-8f54-4d2b-9639-ebb37f3910f3 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:49:54.874618 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (854fe2da-8f54-4d2b-9639-ebb37f3910f3), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:54.894413 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 854fe2da-8f54-4d2b-9639-ebb37f3910f3, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=854fe2da-8f54-4d2b-9639-ebb37f3910f3,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:49:54.898214 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (854fe2da-8f54-4d2b-9639-ebb37f3910f3), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:54.945956 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=854fe2da-8f54-4d2b-9639-ebb37f3910f3,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:49:55.076343 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 58936) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:49:55.460446 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e08735bf-dc38-4846-8466-53c72e889cc2 admin admin] 10.222.0.15 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3829908 Sep 09 14:49:55.540166 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=38 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:55.540977 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:UPDATE=2,neutron:SELECT=41 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:56.771358 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 854fe2da-8f54-4d2b-9639-ebb37f3910f3 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:49:56.794182 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:49:56.818935 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 854fe2da-8f54-4d2b-9639-ebb37f3910f3 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:49:56.819256 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (854fe2da-8f54-4d2b-9639-ebb37f3910f3), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:49:56.889561 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 854fe2da-8f54-4d2b-9639-ebb37f3910f3 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:50:03.256892 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 5 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:50:05.448672 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=46 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:50:05.456865 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=37 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:50:06.880999 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:50:06.887845 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=16 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:50:07.605591 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e62015b9-3ba0-43be-96c4-49ce3de6e482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:50:09.852013 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8bcfe4e1-9a3b-40f8-9027-d8644ffdf783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:50:11.249374 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:50:13.009017 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:50:13.077121 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:50:16.252029 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:50:16.253937 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:50:23.052446 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:50:23.071361 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:50:37.607289 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-27decf0e-943f-45db-a699-01e43a7d4d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:50:39.839110 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-081a9e57-2686-448e-aeb9-1b4a140d3f39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:50:40.245818 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 5 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:50:41.254532 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:50:43.009823 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:50:43.058411 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:50:53.046298 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=22 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:50:53.053467 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:50:53.253143 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:50:53.257241 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:06.241238 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:07.603198 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c638154d-56f8-4502-84c8-27d72d59c893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:09.831141 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-a4c9560a-6c94-468a-883b-0ccb183922b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:11.246978 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:13.010859 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:13.054079 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:17.244638 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 5 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:51:20.993889 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 59484) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:51:21.330412 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7860f89-22b2-420d-8871-318824785bb7 admin admin] GET failed (client error): The resource could not be found. Sep 09 14:51:21.331673 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-e7860f89-22b2-420d-8871-318824785bb7 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3368545 Sep 09 14:51:21.500497 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cd47c6-e415-435f-927d-05aa486ecef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:21.502110 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-d3cd47c6-e415-435f-927d-05aa486ecef2 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1658828 Sep 09 14:51:23.005882 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:23.049805 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:24.057265 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 59494) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:51:24.541966 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a6c8dd-93f7-49a2-aa6a-387e1274175d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:24.543479 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-55a6c8dd-93f7-49a2-aa6a-387e1274175d admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/9dbad66f-e143-4158-8c9d-320baf73ac4f HTTP/1.1" status: 200 len: 849 time: 0.4852774 Sep 09 14:51:24.553785 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:51:24.639515 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Publish callbacks [] for subnet (9dbad66f-e143-4158-8c9d-320baf73ac4f), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:24.790509 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788597411211'] for subnet (9dbad66f-e143-4158-8c9d-320baf73ac4f), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:24.821047 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:24.822282 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:24.837228 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] 10.222.0.15 "PUT /networking/v2.0/subnets/9dbad66f-e143-4158-8c9d-320baf73ac4f HTTP/1.1" status: 200 len: 868 time: 0.2727985 Sep 09 14:51:24.837496 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd24aa2-0017-4003-9748-dabbfe79e0b6 None None] Network b1b511e6-4e84-49fa-b628-2d281bf80dd5 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:51:24.846711 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbad66f-e143-4158-8c9d-320baf73ac4f,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:51:24.854533 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.854887 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.855256 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.855607 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.855946 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.856326 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.856662 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.856995 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.857355 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.857690 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.858037 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.858370 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.858696 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.859022 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:24.859344 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b7fe71-4134-4f4e-ada5-00df7234a44b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:51:25.129334 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-e95fb78c-a40d-433f-9d1a-2a23b27eb270 None None] Provisioning complete for port da6912ab-d847-4204-bed0-ab35f29d2d56 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:51:25.129728 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e95fb78c-a40d-433f-9d1a-2a23b27eb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (da6912ab-d847-4204-bed0-ab35f29d2d56), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:25.202255 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-e95fb78c-a40d-433f-9d1a-2a23b27eb270 None None] Current status of the port da6912ab-d847-4204-bed0-ab35f29d2d56 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:51:25.210173 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-e95fb78c-a40d-433f-9d1a-2a23b27eb270 None None] Provisioning complete for port 6712781d-21af-4af9-9fd4-17b8396d181d triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:51:25.210558 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e95fb78c-a40d-433f-9d1a-2a23b27eb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (6712781d-21af-4af9-9fd4-17b8396d181d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:25.282531 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-e95fb78c-a40d-433f-9d1a-2a23b27eb270 None None] Current status of the port 6712781d-21af-4af9-9fd4-17b8396d181d is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:51:27.438749 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 59502) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:51:27.911972 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62202a99-bee0-4ca2-8870-54ceebb4e450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:27.912444 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62202a99-bee0-4ca2-8870-54ceebb4e450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:27.914003 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-62202a99-bee0-4ca2-8870-54ceebb4e450 admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4743257 Sep 09 14:51:30.246921 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:30.251777 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:30.488097 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 59512) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:51:30.902271 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97af8cae-dfc1-4357-b9ff-d7421de6228a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:30.902745 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97af8cae-dfc1-4357-b9ff-d7421de6228a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:30.904885 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-97af8cae-dfc1-4357-b9ff-d7421de6228a admin admin] 10.222.0.15 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4158592 Sep 09 14:51:33.500728 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 59520) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:51:34.015034 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1947c3ad-0df8-4db2-befb-2f56a33f76eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:34.016639 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-1947c3ad-0df8-4db2-befb-2f56a33f76eb admin admin] 10.222.0.15 "GET /networking/v2.0/networks/a04c0357-092d-4634-aff4-50eab99e036e HTTP/1.1" status: 200 len: 886 time: 0.5149417 Sep 09 14:51:35.273427 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=41 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:35.280726 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=36 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:36.596158 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 59528) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:51:37.021554 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b936f217-aa03-4d4e-90aa-976ef92b78fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:37.022923 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b936f217-aa03-4d4e-90aa-976ef92b78fc admin admin] 10.222.0.15 "GET /networking/v2.0/networks/b1b511e6-4e84-49fa-b628-2d281bf80dd5 HTTP/1.1" status: 200 len: 869 time: 0.4259408 Sep 09 14:51:37.604481 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e07d349d-0eaf-4056-978b-cf145c108b26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:39.600861 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 59536) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:51:39.833605 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-109177e5-6a88-4e18-9a3a-093a812dc052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:40.007736 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f621370-667d-4b4d-8ae8-ae95b0a33a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:40.008222 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f621370-667d-4b4d-8ae8-ae95b0a33a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:40.009854 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-2f621370-667d-4b4d-8ae8-ae95b0a33a30 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4080899 Sep 09 14:51:41.252938 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:42.576823 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 59544) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:51:42.938512 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b00e6c-b8fb-447a-9fbb-ce46da55fb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:42.938966 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b00e6c-b8fb-447a-9fbb-ce46da55fb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:42.940433 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-59b00e6c-b8fb-447a-9fbb-ce46da55fb44 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3627286 Sep 09 14:51:43.018614 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:43.060123 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:51:44.006515 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=65,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:44.016964 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=77,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:45.513527 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 59552) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:51:45.886662 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dd51d2-9810-4319-a404-56f449cf2058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:45.888471 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-36dd51d2-9810-4319-a404-56f449cf2058 admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/9dbad66f-e143-4158-8c9d-320baf73ac4f HTTP/1.1" status: 200 len: 868 time: 0.3739223 Sep 09 14:51:48.477206 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 59560) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:51:48.836125 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a559715b-406d-4871-a722-38ca935083da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:51:48.837488 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-a559715b-406d-4871-a722-38ca935083da admin admin] 10.222.0.15 "GET /networking/v2.0/subnets/bed484b3-7ce8-4eff-a124-bf0515ef0985 HTTP/1.1" status: 200 len: 816 time: 0.3593066 Sep 09 14:51:53.051621 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:53.054046 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:54.242224 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 5 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:51:55.882065 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:55.884026 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=8 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:58.831267 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=51 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:51:58.833158 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=54 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:07.248712 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=19 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:07.249556 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=15 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:07.608006 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-156e5757-a0b1-485b-93ee-7ccbe2cca6b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:09.836325 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-0203f652-7015-4ac1-b635-dfc2e245b82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:11.252633 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:13.017794 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:13.052400 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:18.406828 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 59618) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:52:18.729361 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [None req-6ecd9dcd-fe56-43d3-8ca7-458d4becd46b admin admin] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 14:52:18.730368 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-6ecd9dcd-fe56-43d3-8ca7-458d4becd46b admin admin] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3225315 Sep 09 14:52:21.374548 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 59626) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:52:21.707833 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a670be-caec-4c34-9d18-0e6ff3efd698 admin admin] GET failed (client error): The resource could not be found. Sep 09 14:52:21.709115 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b7a670be-caec-4c34-9d18-0e6ff3efd698 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3336356 Sep 09 14:52:21.848406 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65485d7-e3e9-4970-8871-d6c1f75ef0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:52:21.849898 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-c65485d7-e3e9-4970-8871-d6c1f75ef0e9 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1364536 Sep 09 14:52:23.045947 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:23.047820 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:24.457008 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 59634) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:52:24.777983 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:52:24.798737 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Made reservation on behalf of 5aff011fa0544761b3d08887135e99aa for: {'network': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:52:24.800964 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:24.835303 dv-cinder-828696-11-iscsi neutron-server[106239]: WARNING neutron.services.revisions.revision_plugin [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Could not find related network for resource to bump revision. Sep 09 14:52:24.847868 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=106239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:52:24.857340 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (997a2fd8-e613-4de2-bcfe-7b110659e4a5), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:24.857672 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.segments_db [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Added segment 997a2fd8-e613-4de2-bcfe-7b110659e4a5 of type vlan for network 16426521-6661-4468-a5f6-421cf6bc0a32 Sep 09 14:52:24.899098 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (16426521-6661-4468-a5f6-421cf6bc0a32), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:24.922655 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (16426521-6661-4468-a5f6-421cf6bc0a32), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:24.923631 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:52:24.924190 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:24.992695 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5344727 Sep 09 14:52:25.020982 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Pushing event updated for resources: {'Network': ['ID=16426521-6661-4468-a5f6-421cf6bc0a32,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:25.028582 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.028920 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.029289 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.029622 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.029947 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.030271 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.030588 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.030906 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.031238 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.031560 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.031876 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.032191 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.032504 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.032814 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.033124 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e929feda-015d-4b92-82e9-06f2e0d38666 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:25.045517 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network 16426521-6661-4468-a5f6-421cf6bc0a32 details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:52:27.577180 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 59642) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:52:27.917137 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7da8562-76a4-4aee-b25c-2a1b64ee2392 admin admin] GET failed (client error): The resource could not be found. Sep 09 14:52:27.919862 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-b7da8562-76a4-4aee-b25c-2a1b64ee2392 admin admin] 10.222.0.15 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3403978 Sep 09 14:52:27.989782 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002b78f0-bfbf-4e39-8360-c3663a13db03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:52:27.991233 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-002b78f0-bfbf-4e39-8360-c3663a13db03 admin admin] 10.222.0.15 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668685 Sep 09 14:52:28.000967 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:52:28.027311 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Made reservation on behalf of 5aff011fa0544761b3d08887135e99aa for: {'subnet': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:52:28.030229 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:28.288651 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (f95d6a99-7bab-42e9-8968-b471b2ada4db), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:28.337692 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f95d6a99-7bab-42e9-8968-b471b2ada4db,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:28.352151 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.352494 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.352853 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.353193 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.353549 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.353878 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.354205 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.354527 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.354872 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.355201 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.355540 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.355866 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.356206 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.356526 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.356845 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.366947 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Checking segment: {'id': '997a2fd8-e613-4de2-bcfe-7b110659e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:52:28.367318 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Network hostable DHCP agents. Network: 16426521-6661-4468-a5f6-421cf6bc0a32, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:52:28.387189 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Network 16426521-6661-4468-a5f6-421cf6bc0a32 is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:52:28.398587 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, 16426521-6661-4468-a5f6-421cf6bc0a32) {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:52:28.402456 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:52:28.403063 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:28.409170 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd34831-bef7-4828-8ee7-3f9a91391208 None None] Network 16426521-6661-4468-a5f6-421cf6bc0a32 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:52:28.420594 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-36e60c29-5d25-4548-83b7-8263711d5a69 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4228706 Sep 09 14:52:28.514619 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-16426521-6661-4468-a5f6-421cf6bc0a32', 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32', 'project_id': '5aff011fa0544761b3d08887135e99aa', 'fixed_ips': [{'subnet_id': 'f95d6a99-7bab-42e9-8968-b471b2ada4db'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 14:52:28.515564 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:28.656355 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Allocated IP 192.168.233.2 (16426521-6661-4468-a5f6-421cf6bc0a32/f95d6a99-7bab-42e9-8968-b471b2ada4db/6659017e-944f-4365-b9bf-1076b1ca9b8e) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:52:28.893742 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Publish callbacks [] for port (6659017e-944f-4365-b9bf-1076b1ca9b8e), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:28.900855 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (6659017e-944f-4365-b9bf-1076b1ca9b8e), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:28.945535 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Network 16426521-6661-4468-a5f6-421cf6bc0a32 is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:52:28.948776 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:52:28.950654 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Pushing event updated for resources: {'Port': ['ID=6659017e-944f-4365-b9bf-1076b1ca9b8e,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:28.952806 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:52:28.961492 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.961840 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.962197 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.962600 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.962934 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.963258 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.963601 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.963963 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.964303 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.964626 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.964946 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.965303 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.965655 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.965971 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:28.966282 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:52:29.026963 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Attempting to bind port 6659017e-944f-4365-b9bf-1076b1ca9b8e on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:52:29.027334 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Attempting to bind port 6659017e-944f-4365-b9bf-1076b1ca9b8e by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '997a2fd8-e613-4de2-bcfe-7b110659e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:52:29.027690 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Attempting to bind port 6659017e-944f-4365-b9bf-1076b1ca9b8e on network 16426521-6661-4468-a5f6-421cf6bc0a32 {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:52:29.071070 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:52:29.071436 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Checking segment: {'id': '997a2fd8-e613-4de2-bcfe-7b110659e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:52:29.071837 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:29.072225 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Bound using segment: {'id': '997a2fd8-e613-4de2-bcfe-7b110659e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:52:29.072693 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Bound port: 6659017e-944f-4365-b9bf-1076b1ca9b8e, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '997a2fd8-e613-4de2-bcfe-7b110659e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:52:29.073070 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (6659017e-944f-4365-b9bf-1076b1ca9b8e), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:29.133540 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] For port 6659017e-944f-4365-b9bf-1076b1ca9b8e, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:52:29.137673 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] For port 6659017e-944f-4365-b9bf-1076b1ca9b8e, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=6659017e-944f-4365-b9bf-1076b1ca9b8e,segment=NetworkSegment(997a2fd8-e613-4de2-bcfe-7b110659e4a5),segment_id=997a2fd8-e613-4de2-bcfe-7b110659e4a5)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:52:29.143549 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (6659017e-944f-4365-b9bf-1076b1ca9b8e), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:29.198998 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0222dbe-6b22-4da1-bc59-be6933f0ef04 None None] Pushing event updated for resources: {'Port': ['ID=6659017e-944f-4365-b9bf-1076b1ca9b8e,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:29.994979 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bc584d-643a-4632-8d20-73c1818cb90a None None] Network 16426521-6661-4468-a5f6-421cf6bc0a32 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:52:30.055483 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-e3f58444-378e-4738-8565-5d04be653ef6 None None] Provisioning complete for port 6659017e-944f-4365-b9bf-1076b1ca9b8e triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:52:30.055861 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e3f58444-378e-4738-8565-5d04be653ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (6659017e-944f-4365-b9bf-1076b1ca9b8e), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:30.084927 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:30.096488 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:30.183284 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-e3f58444-378e-4738-8565-5d04be653ef6 None None] Current status of the port 6659017e-944f-4365-b9bf-1076b1ca9b8e is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:52:30.183660 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e3f58444-378e-4738-8565-5d04be653ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (6659017e-944f-4365-b9bf-1076b1ca9b8e), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:30.220253 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-e3f58444-378e-4738-8565-5d04be653ef6 None None] For port 6659017e-944f-4365-b9bf-1076b1ca9b8e, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=6659017e-944f-4365-b9bf-1076b1ca9b8e,segment=NetworkSegment(997a2fd8-e613-4de2-bcfe-7b110659e4a5),segment_id=997a2fd8-e613-4de2-bcfe-7b110659e4a5)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:52:30.226332 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e3f58444-378e-4738-8565-5d04be653ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (6659017e-944f-4365-b9bf-1076b1ca9b8e), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:30.278547 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f58444-378e-4738-8565-5d04be653ef6 None None] Pushing event updated for resources: {'Port': ['ID=6659017e-944f-4365-b9bf-1076b1ca9b8e,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:52:30.447170 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-7d13542f-a584-4383-957c-abb5ec8e11f2 None None] Provisioning complete for port 6659017e-944f-4365-b9bf-1076b1ca9b8e triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:52:30.447560 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-7d13542f-a584-4383-957c-abb5ec8e11f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (6659017e-944f-4365-b9bf-1076b1ca9b8e), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:30.521158 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-7d13542f-a584-4383-957c-abb5ec8e11f2 None None] Current status of the port 6659017e-944f-4365-b9bf-1076b1ca9b8e is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:52:30.863756 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 6659017e-944f-4365-b9bf-1076b1ca9b8e up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:52:30.909760 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 6659017e-944f-4365-b9bf-1076b1ca9b8e triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:52:30.910248 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (6659017e-944f-4365-b9bf-1076b1ca9b8e), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:30.984484 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 6659017e-944f-4365-b9bf-1076b1ca9b8e is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:52:31.241659 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 5 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:52:35.021469 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=31,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:35.024140 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=38,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:37.612017 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-a0af6e93-8bd6-4446-ab27-dbbc93dcb4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:38.412625 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=46,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:38.413531 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=47,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:39.839022 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-7a89248e-009c-4a89-aae1-2d26e0b5f1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:41.255231 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:43.019690 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:43.054244 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:52:44.234994 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:44.246113 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:53.048074 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:52:53.050449 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=71,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:53:06.236158 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:53:07.613922 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8ef4792d-c383-46c3-a7a0-bafe89cc703d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:08.242904 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 5 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:53:09.842167 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-af7d5485-0bd4-4c97-aaff-fd761f64f86d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:11.259638 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:13.023018 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:13.054470 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:21.238627 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:53:21.244782 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:53:23.048685 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:53:23.050757 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:53:37.619522 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-086120ec-6cef-42e1-870e-054fd9081f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:39.845702 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-70740f5a-c455-4cec-9db3-ee35a40a3b90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:41.264473 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:43.026503 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:43.056559 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:43.442251 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 59684) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:53:43.447915 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [None req-9194483b-6bd6-44fc-b35f-712c84491615 tempest-verify_tempest_config-109543994 tempest-verify_tempest_config-109543994-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106238) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 14:53:43.448862 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-9194483b-6bd6-44fc-b35f-712c84491615 tempest-verify_tempest_config-109543994 tempest-verify_tempest_config-109543994-project] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056722 Sep 09 14:53:43.954610 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 59702) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:53:44.289352 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:44.366349 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Publish callbacks [] for security_group (597f2a77-9008-4b52-82d1-b8b2aa31a4c7), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:44.370099 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (597f2a77-9008-4b52-82d1-b8b2aa31a4c7), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:44.417391 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597f2a77-9008-4b52-82d1-b8b2aa31a4c7,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:44.422075 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1e5ba21875f94095a950dd4a8ad00d52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4663148 Sep 09 14:53:44.424635 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 59706) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:53:44.428630 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.428972 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.429356 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.429688 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.430012 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.430334 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.430657 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.430976 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.431310 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.431685 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.432119 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.432443 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.432760 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.433073 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.433409 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6ca736-42d3-4468-be7b-e4ab39f71fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.480349 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Publish callbacks [] for security_group (597f2a77-9008-4b52-82d1-b8b2aa31a4c7), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:44.502291 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Publish callbacks [] for security_group (597f2a77-9008-4b52-82d1-b8b2aa31a4c7), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:44.596269 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (597f2a77-9008-4b52-82d1-b8b2aa31a4c7), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:44.598768 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:53:44.599890 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/597f2a77-9008-4b52-82d1-b8b2aa31a4c7 HTTP/1.1" status: 204 len: 168 time: 0.1741943 Sep 09 14:53:44.609590 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597f2a77-9008-4b52-82d1-b8b2aa31a4c7,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:53:44.616558 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.616897 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.617270 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.617623 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.617937 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.618258 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.618579 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.618893 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.619227 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.619546 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.619882 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.620204 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.620521 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.620831 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:44.621143 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b8a7b4-da6f-4373-9bf9-ae980152334e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:53:45.241772 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 5 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:53:54.415813 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=19,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:53:54.424095 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=20,neutron:INSERT=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:53:54.612630 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:53:54.613383 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:53:54.634479 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:53:54.642192 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:54:04.148810 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=18 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:54:04.153534 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=16 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:54:07.611484 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-f816c604-6b04-451f-b8cf-3b1a46f1475c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:54:09.847042 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-92141c45-2c26-41ce-bece-730ebc59e313 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:54:11.265548 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:54:13.026481 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:54:13.059932 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:54:22.239972 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 5 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:54:23.053039 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:54:23.054918 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:54:35.229813 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:54:35.235922 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:54:37.612645 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c23813bb-84c4-4a49-bc26-02c407474f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:54:39.848962 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-aaa3b691-d692-4b3c-a7fc-7c50b752a073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:54:41.267739 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:54:43.033841 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:54:43.062160 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:54:53.051367 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:54:53.056971 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:54:59.239195 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 5 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:55:07.614582 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-886eee84-45cb-406b-8bd3-aaaefc5dbb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:55:09.850705 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-84775d2c-693c-47ae-b275-5586563b2dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:55:11.271054 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:55:12.228004 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:55:12.233388 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:55:13.036020 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:55:13.062684 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:55:15.860329 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-591471'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:55:25.852937 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:55:25.855832 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:55:29.944871 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 59800) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:55:30.072581 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-7ae2e40a-be80-482c-b546-752b3e336b75 admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1266263 Sep 09 14:55:32.556023 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 59810) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:55:32.610170 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e68e452c-14b8-45de-a533-3f1d16753045 admin admin] 10.222.0.15 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0531726 Sep 09 14:55:36.239777 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:55:37.621895 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-ae71ed61-ef25-4016-a4a9-46cb8173f540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:55:39.852166 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-db041774-a7fe-4fca-b2d5-177e8c39c0fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:55:40.066966 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:55:41.276859 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:55:42.605164 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:55:43.039369 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:55:43.064176 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:55:45.813981 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:55:49.225098 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:55:49.230069 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:55:55.806628 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:55:55.809157 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:56:04.147209 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=11 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:56:04.147950 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=15 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:56:07.614042 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-56a35525-289f-4291-8387-4a09704f8bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:56:09.853330 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-25f201eb-4a17-4baa-8cf1-000c5d6de789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:56:11.279914 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:56:13.045457 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:56:13.070495 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:56:13.237825 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:56:15.812810 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:56:25.803492 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:56:25.808527 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:56:26.229508 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:56:26.235278 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:56:37.616935 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b5f7ea5d-d7dd-4cfa-8bac-c6dd15ed410c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:56:39.855095 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3dcaf0d5-8c85-4ef0-be33-6620dc81e6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:56:41.282236 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:56:43.051573 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:56:43.062899 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:56:45.829621 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:56:50.236964 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:56:55.823718 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:56:55.825648 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:04.970751 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60012) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:05.197849 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60028) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:05.199854 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60030) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:05.283308 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-504443423-network', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:05.306948 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Made reservation on behalf of b8051535f56a4e17a0fa1eeab7c08ce7 for: {'network': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:05.309942 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.319206 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.319763 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60044) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:05.406321 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Publish callbacks [] for security_group (96f79f1f-329e-481e-a24f-b583a49ae50c), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.411482 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (96f79f1f-329e-481e-a24f-b583a49ae50c), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.442919 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=106239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:57:05.445237 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f79f1f-329e-481e-a24f-b583a49ae50c,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:05.456176 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.456526 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.456888 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.457258 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.457595 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.457921 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.462009 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.462506 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.463037 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.463390 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.463735 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.464255 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.464575 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.464904 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.465804 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Tracked resource versions report: Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: pushed versions: Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: { 'AddressGroup': {'1.2'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Agent': {'1.1'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'ConntrackHelper': {'1.0'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'LocalIPAssociation': {'1.0'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Log': {'1.0'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'NDPProxy': {'1.0'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Network': {'1.1'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Port': {'1.7'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'PortForwarding': {'1.3'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'QosPolicy': {'1.10'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'SecurityGroup': {'1.5'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'SubPort': {'1.0'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Subnet': {'1.1'}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Trunk': {'1.1'}} Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: consumer versions: Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: { DHCP agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: HyperV agent@hv-cinder-82869: {}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: L3 agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: Metadata agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: Metering agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: Open vSwitch agent@dv-cinder-828696-11-iscsi: { 'AddressGroup': '1.2', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Agent': '1.1', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'ConntrackHelper': '1.0', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'LocalIPAssociation': '1.0', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Log': '1.0', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'NDPProxy': '1.0', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Network': '1.1', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Port': '1.7', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'PortForwarding': '1.3', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'QosPolicy': '1.10', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'SecurityGroup': '1.5', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'SecurityGroupRule': '1.2', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'SubPort': '1.0', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Subnet': '1.1', Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: 'Trunk': '1.1'}} Sep 09 14:57:05.467003 dv-cinder-828696-11-iscsi neutron-server[106239]: {{(pid=106239) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:57:05.476490 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-371706399-network', 'tenant_id': '063bdf7448ee45939287687b0e65dd97'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:05.492352 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (1774a2e8-51f0-428a-91ff-99846099226a), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.492709 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.segments_db [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Added segment 1774a2e8-51f0-428a-91ff-99846099226a of type vlan for network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc Sep 09 14:57:05.526678 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Made reservation on behalf of 063bdf7448ee45939287687b0e65dd97 for: {'network': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:05.529655 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.531027 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-network', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:05.541284 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.554933 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Made reservation on behalf of c83910e3ac2f4c8f9f127ab767bffd1a for: {'network': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:05.559137 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.559586 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (6a104187-cf4f-4fc2-83b7-d6fe24d794dc), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.577434 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.598148 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1256909934-network', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:05.630697 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Publish callbacks [] for security_group (99768076-e851-4dc0-91c3-642e194d15bd), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.638057 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (99768076-e851-4dc0-91c3-642e194d15bd), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.650304 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=106239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:57:05.659971 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (0ed2582e-57bb-4ec3-a937-9b6d68b2d386), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.660222 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.segments_db [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Added segment 0ed2582e-57bb-4ec3-a937-9b6d68b2d386 of type vlan for network 2ced1175-a542-4682-b032-b597d6969844 Sep 09 14:57:05.695497 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Made reservation on behalf of 3c2219444c1b4ad0a395880494ddbbe3 for: {'network': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:05.699218 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.716400 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.767439 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Publish callbacks [] for security_group (616b09f3-a2d2-44a4-a1d3-1d4cb1bcca09), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.784118 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (616b09f3-a2d2-44a4-a1d3-1d4cb1bcca09), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.831885 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.db.resource_extend [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 09 14:57:05.876751 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (2ced1175-a542-4682-b032-b597d6969844), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.912964 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Publish callbacks [] for security_group (62de01f1-0653-471c-ab2e-da717a67c7f4), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.930026 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=106238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:57:05.941781 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (62de01f1-0653-471c-ab2e-da717a67c7f4), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.956798 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99768076-e851-4dc0-91c3-642e194d15bd,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:05.972447 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=106238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:57:05.982918 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (f962e31a-d463-40a5-8b24-ba804f3cea35), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.983556 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.segments_db [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Added segment f962e31a-d463-40a5-8b24-ba804f3cea35 of type vlan for network 93d5556e-7098-41ee-955a-f1126257e985 Sep 09 14:57:05.986697 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (2ced1175-a542-4682-b032-b597d6969844), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:05.990180 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:05.991113 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.001587 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (e97dedb0-4af3-4163-a0e6-45adc0b4d44a), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.001928 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.segments_db [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Added segment e97dedb0-4af3-4163-a0e6-45adc0b4d44a of type vlan for network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a Sep 09 14:57:06.003174 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616b09f3-a2d2-44a4-a1d3-1d4cb1bcca09,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:06.059887 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.060482 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.061008 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.064326 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8625772 Sep 09 14:57:06.064326 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (6a104187-cf4f-4fc2-83b7-d6fe24d794dc), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.065015 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.065401 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.065878 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:06.066090 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.066431 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.066761 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.067251 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.067380 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.067839 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.068335 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.068995 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.069491 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.069605 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60072) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:06.070051 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.070546 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Tracked resource versions report: Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: pushed versions: Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: { 'AddressGroup': {'1.2'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Agent': {'1.1'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'ConntrackHelper': {'1.0'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'LocalIPAssociation': {'1.0'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Log': {'1.0'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'NDPProxy': {'1.0'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Network': {'1.1'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Port': {'1.7'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'PortForwarding': {'1.3'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'QosPolicy': {'1.10'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'SecurityGroup': {'1.5'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'SubPort': {'1.0'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Subnet': {'1.1'}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Trunk': {'1.1'}} Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: consumer versions: Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: { DHCP agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: HyperV agent@hv-cinder-82869: {}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: L3 agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: Metadata agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: Metering agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: Open vSwitch agent@dv-cinder-828696-11-iscsi: { 'AddressGroup': '1.2', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Agent': '1.1', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'ConntrackHelper': '1.0', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'LocalIPAssociation': '1.0', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Log': '1.0', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'NDPProxy': '1.0', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Network': '1.1', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Port': '1.7', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'PortForwarding': '1.3', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'QosPolicy': '1.10', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'SecurityGroup': '1.5', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'SecurityGroupRule': '1.2', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'SubPort': '1.0', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Subnet': '1.1', Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: 'Trunk': '1.1'}} Sep 09 14:57:06.072070 dv-cinder-828696-11-iscsi neutron-server[106238]: {{(pid=106238) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:57:06.112410 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (93d5556e-7098-41ee-955a-f1126257e985), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.121132 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (9b0fd95b-9a64-4241-8e08-e70dc9acd68a), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.144106 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62de01f1-0653-471c-ab2e-da717a67c7f4,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:06.159133 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-2b003c83-1594-4d5f-a4dc-2f5dd816dfee admin admin] Request body: {'subnet': {'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-371706399-subnet', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:06.181089 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (93d5556e-7098-41ee-955a-f1126257e985), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.182478 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:06.183067 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.227759 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:06.231842 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c1046-57f8-4a2c-924e-df5187343af5 admin admin] Pushing event updated for resources: {'Network': ['ID=2ced1175-a542-4682-b032-b597d6969844,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:06.244816 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network 2ced1175-a542-4682-b032-b597d6969844 details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:57:06.245700 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:06.247476 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:06.285145 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (9b0fd95b-9a64-4241-8e08-e70dc9acd68a), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.286470 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:06.287323 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.318384 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] Pushing event updated for resources: {'Network': ['ID=6a104187-cf4f-4fc2-83b7-d6fe24d794dc,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:06.329338 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:06.334846 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] Pushing event updated for resources: {'Network': ['ID=93d5556e-7098-41ee-955a-f1126257e985,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:06.339243 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-2c35be61-9b73-4d85-b0ae-4063e66fb231 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3644114 Sep 09 14:57:06.340270 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60082) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:06.341145 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b003c83-1594-4d5f-a4dc-2f5dd816dfee admin admin] Made reservation on behalf of 063bdf7448ee45939287687b0e65dd97 for: {'subnet': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:06.344728 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2b003c83-1594-4d5f-a4dc-2f5dd816dfee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.356963 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:06.379661 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0590546 Sep 09 14:57:06.383164 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-47c4b90e-0abc-46d7-b111-ef16fbe1ed0d admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1812451 Sep 09 14:57:06.414769 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:57:06.419195 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60086) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:06.419551 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60088) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:06.430313 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-000c6650-d47a-48f8-8cf6-a20e57dd2810 admin admin] Request body: {'subnet': {'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1256909934-subnet', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:06.483985 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-10611162-8c13-426b-ac24-663148995641 admin admin] Request body: {'subnet': {'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-subnet', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:06.554810 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network 93d5556e-7098-41ee-955a-f1126257e985 details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:57:06.599401 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:06.614486 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10611162-8c13-426b-ac24-663148995641 admin admin] Made reservation on behalf of c83910e3ac2f4c8f9f127ab767bffd1a for: {'subnet': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:06.622183 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-10611162-8c13-426b-ac24-663148995641 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.696525 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-305a3799-8f36-4c19-a9bb-eaa540e8bcea admin admin] Request body: {'subnet': {'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-subnet', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:06.711664 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2b003c83-1594-4d5f-a4dc-2f5dd816dfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (e5539eba-6bc3-49c4-a444-fe6c1757d5b7), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.747900 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c657a-31d7-4123-bf51-5b36ac3c60dd admin admin] Pushing event updated for resources: {'Network': ['ID=9b0fd95b-9a64-4241-8e08-e70dc9acd68a,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:06.757702 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000c6650-d47a-48f8-8cf6-a20e57dd2810 admin admin] Made reservation on behalf of 3c2219444c1b4ad0a395880494ddbbe3 for: {'subnet': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:06.760358 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-000c6650-d47a-48f8-8cf6-a20e57dd2810 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:06.765854 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:57:06.836372 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b003c83-1594-4d5f-a4dc-2f5dd816dfee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5539eba-6bc3-49c4-a444-fe6c1757d5b7,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:06.888126 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305a3799-8f36-4c19-a9bb-eaa540e8bcea admin admin] Made reservation on behalf of b8051535f56a4e17a0fa1eeab7c08ce7 for: {'subnet': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:06.891198 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-305a3799-8f36-4c19-a9bb-eaa540e8bcea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.011638 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b003c83-1594-4d5f-a4dc-2f5dd816dfee admin admin] Checking segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:07.011638 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b003c83-1594-4d5f-a4dc-2f5dd816dfee admin admin] Network hostable DHCP agents. Network: 2ced1175-a542-4682-b032-b597d6969844, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:57:07.031316 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-10611162-8c13-426b-ac24-663148995641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (e593ff28-5a4f-4b16-9e61-30d2cbd678db), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.058614 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:07.071238 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b003c83-1594-4d5f-a4dc-2f5dd816dfee admin admin] Network 2ced1175-a542-4682-b032-b597d6969844 is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:57:07.137855 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10611162-8c13-426b-ac24-663148995641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e593ff28-5a4f-4b16-9e61-30d2cbd678db,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:07.148172 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-000c6650-d47a-48f8-8cf6-a20e57dd2810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (fbbeaa77-058a-4286-8538-f97749e07952), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.180236 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-2b003c83-1594-4d5f-a4dc-2f5dd816dfee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, 2ced1175-a542-4682-b032-b597d6969844) {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:07.189576 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429732ec-5af4-49b2-8a04-826810aad15d None None] Network 2ced1175-a542-4682-b032-b597d6969844 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:07.200114 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b003c83-1594-4d5f-a4dc-2f5dd816dfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:07.200881 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2b003c83-1594-4d5f-a4dc-2f5dd816dfee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.236814 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-305a3799-8f36-4c19-a9bb-eaa540e8bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (495b0adf-0bd0-478d-a42f-97975589132d), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.240313 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10611162-8c13-426b-ac24-663148995641 admin admin] Checking segment: {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:07.241706 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10611162-8c13-426b-ac24-663148995641 admin admin] Network hostable DHCP agents. Network: 93d5556e-7098-41ee-955a-f1126257e985, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:57:07.303981 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-2b003c83-1594-4d5f-a4dc-2f5dd816dfee admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2282460 Sep 09 14:57:07.310022 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a3799-8f36-4c19-a9bb-eaa540e8bcea admin admin] Pushing event updated for resources: {'Subnet': ['ID=495b0adf-0bd0-478d-a42f-97975589132d,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:07.312914 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60118) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:07.317743 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:07.330244 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10611162-8c13-426b-ac24-663148995641 admin admin] Network 93d5556e-7098-41ee-955a-f1126257e985 is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:57:07.344364 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-2ced1175-a542-4682-b032-b597d6969844', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 14:57:07.346269 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.351054 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c6650-d47a-48f8-8cf6-a20e57dd2810 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbbeaa77-058a-4286-8538-f97749e07952,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:07.364908 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10056'] for router (e8338e0f-9c0d-4cfe-be71-08603455e8dc), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.366164 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10065'] for router (e8338e0f-9c0d-4cfe-be71-08603455e8dc), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.383488 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-10611162-8c13-426b-ac24-663148995641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, 93d5556e-7098-41ee-955a-f1126257e985) {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:07.388524 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10611162-8c13-426b-ac24-663148995641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:07.388721 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305a3799-8f36-4c19-a9bb-eaa540e8bcea admin admin] Checking segment: {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:07.389157 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-10611162-8c13-426b-ac24-663148995641 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.389701 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a3799-8f36-4c19-a9bb-eaa540e8bcea admin admin] Network hostable DHCP agents. Network: 6a104187-cf4f-4fc2-83b7-d6fe24d794dc, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:57:07.434731 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000c6650-d47a-48f8-8cf6-a20e57dd2810 admin admin] Checking segment: {'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:07.435398 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000c6650-d47a-48f8-8cf6-a20e57dd2810 admin admin] Network hostable DHCP agents. Network: 9b0fd95b-9a64-4241-8e08-e70dc9acd68a, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:57:07.448182 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-10611162-8c13-426b-ac24-663148995641 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0036218 Sep 09 14:57:07.448298 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60124) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:07.454965 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:07.493804 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10056'] for router (b9963152-3cf6-4059-a134-e1cfdaf05a59), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.495454 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10065'] for router (b9963152-3cf6-4059-a134-e1cfdaf05a59), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.545934 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305a3799-8f36-4c19-a9bb-eaa540e8bcea admin admin] Network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:57:07.579003 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-305a3799-8f36-4c19-a9bb-eaa540e8bcea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, 6a104187-cf4f-4fc2-83b7-d6fe24d794dc) {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:07.588168 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Publish callbacks [] for router_controller (e8338e0f-9c0d-4cfe-be71-08603455e8dc), precommit_add_association {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.589941 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305a3799-8f36-4c19-a9bb-eaa540e8bcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:07.590744 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-305a3799-8f36-4c19-a9bb-eaa540e8bcea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.617776 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf06ffd-10ed-4e5b-b261-a9cbe9023be8 None None] Network 93d5556e-7098-41ee-955a-f1126257e985 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:07.625856 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74636ea6-cc4a-4586-8ba7-7e0f62d33121 None None] Network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:07.632762 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Publish callbacks [] for router_controller (b9963152-3cf6-4059-a134-e1cfdaf05a59), precommit_add_association {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.658337 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000c6650-d47a-48f8-8cf6-a20e57dd2810 admin admin] Network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:57:07.692074 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-305a3799-8f36-4c19-a9bb-eaa540e8bcea admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0021605 Sep 09 14:57:07.692074 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60150) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:07.694493 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:07.733400 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-000c6650-d47a-48f8-8cf6-a20e57dd2810 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, 9b0fd95b-9a64-4241-8e08-e70dc9acd68a) {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:07.748195 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c6650-d47a-48f8-8cf6-a20e57dd2810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:07.751205 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-000c6650-d47a-48f8-8cf6-a20e57dd2810 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.770482 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10056'] for router (dcd82553-e045-421c-872a-af30f499ca24), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.771409 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10065'] for router (dcd82553-e045-421c-872a-af30f499ca24), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.809968 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874f44e2-92fe-41c6-9ce1-16b3650843ee None None] Network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:07.818289 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Publish callbacks [] for router_gateway (e8338e0f-9c0d-4cfe-be71-08603455e8dc), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.858075 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:INSERT=10,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:07.864467 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:07.881418 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 14:57:07.882341 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.900508 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3e95049b-ad9d-48e2-a345-15b8afa3d0f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:07.994837 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Publish callbacks [] for router_gateway (b9963152-3cf6-4059-a134-e1cfdaf05a59), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:08.007868 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Publish callbacks [] for router_controller (dcd82553-e045-421c-872a-af30f499ca24), precommit_add_association {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:08.032001 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-000c6650-d47a-48f8-8cf6-a20e57dd2810 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6108558 Sep 09 14:57:08.038490 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60160) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:08.054504 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1256909934-router', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:08.104699 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Allocated IP 172.20.0.2 (6a104187-cf4f-4fc2-83b7-d6fe24d794dc/495b0adf-0bd0-478d-a42f-97975589132d/3ddb8fb1-c68d-48a1-ae53-53fb03a0999a) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:08.144684 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10056'] for router (0fc4475d-b6be-4c90-83af-d745f3d05bb0), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:08.146111 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10065'] for router (0fc4475d-b6be-4c90-83af-d745f3d05bb0), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:08.233441 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Publish callbacks [] for router_gateway (dcd82553-e045-421c-872a-af30f499ca24), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:08.276610 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Publish callbacks [] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:08.281309 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:08.286756 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Publish callbacks [] for router_controller (0fc4475d-b6be-4c90-83af-d745f3d05bb0), precommit_add_association {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:08.301049 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:08.303727 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:08.317445 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:08.319031 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Publish callbacks [] for router_gateway (e8338e0f-9c0d-4cfe-be71-08603455e8dc), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:08.404028 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:08.408599 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:08.520949 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:08.536581 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Pushing event updated for resources: {'Port': ['ID=3ddb8fb1-c68d-48a1-ae53-53fb03a0999a,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:08.547028 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:08.587835 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.588579 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.589573 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.590884 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.591445 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.592137 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.593980 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.594545 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.595115 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.595647 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.596255 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.596957 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.597509 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.598059 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.598594 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Tracked resource versions report: Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: pushed versions: Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: { 'AddressGroup': {'1.2'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Agent': {'1.1'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'ConntrackHelper': {'1.0'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'LocalIPAssociation': {'1.0'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Log': {'1.0'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'NDPProxy': {'1.0'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Network': {'1.1'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Port': {'1.7'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'PortForwarding': {'1.3'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'QosPolicy': {'1.10'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'SecurityGroup': {'1.5'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'SubPort': {'1.0'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Subnet': {'1.1'}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Trunk': {'1.1'}} Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: consumer versions: Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: { DHCP agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: HyperV agent@hv-cinder-82869: {}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: L3 agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: Metadata agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: Metering agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: Open vSwitch agent@dv-cinder-828696-11-iscsi: { 'AddressGroup': '1.2', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Agent': '1.1', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'ConntrackHelper': '1.0', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'LocalIPAssociation': '1.0', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Log': '1.0', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'NDPProxy': '1.0', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Network': '1.1', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Port': '1.7', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'PortForwarding': '1.3', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'QosPolicy': '1.10', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'SecurityGroup': '1.5', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'SecurityGroupRule': '1.2', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'SubPort': '1.0', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Subnet': '1.1', Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: 'Trunk': '1.1'}} Sep 09 14:57:08.600471 dv-cinder-828696-11-iscsi neutron-server[106240]: {{(pid=106240) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:57:08.610660 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:08.717321 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Allocated IP 172.20.0.2 (2ced1175-a542-4682-b032-b597d6969844/e5539eba-6bc3-49c4-a444-fe6c1757d5b7/89eda38b-7f9d-4700-9ecb-c4f3212ab7d1) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:08.720115 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Attempting to bind port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:08.721257 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Attempting to bind port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:08.721931 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Attempting to bind port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a on network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:08.769834 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Publish callbacks [] for router_gateway (0fc4475d-b6be-4c90-83af-d745f3d05bb0), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:08.979614 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Publish callbacks [] for router_gateway (b9963152-3cf6-4059-a134-e1cfdaf05a59), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.020053 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Publish callbacks [] for router_gateway (dcd82553-e045-421c-872a-af30f499ca24), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.025053 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:09.025053 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Checking segment: {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:09.027481 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.028378 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Bound using segment: {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:09.028892 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Bound port: 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:09.031494 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.087457 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.096036 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.105364 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Allocated IP 172.27.3.153 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/66c5925a-6360-46f2-9ca0-1153e7230038) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:09.137596 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-93d5556e-7098-41ee-955a-f1126257e985', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 14:57:09.138992 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.181966 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Publish callbacks [] for router_gateway (0fc4475d-b6be-4c90-83af-d745f3d05bb0), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.207135 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.260304 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Publish callbacks [] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.289631 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.401668 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Publish callbacks [] for port (66c5925a-6360-46f2-9ca0-1153e7230038), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.457520 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Network 2ced1175-a542-4682-b032-b597d6969844 is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:09.458917 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] For port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:09.459222 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (66c5925a-6360-46f2-9ca0-1153e7230038), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.471172 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-9b0fd95b-9a64-4241-8e08-e70dc9acd68a', 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a', 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'fixed_ips': [{'subnet_id': 'fbbeaa77-058a-4286-8538-f97749e07952'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 14:57:09.472127 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.481927 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:09.483589 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:09.525399 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:09.540251 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:09.544536 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:09.545488 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Pushing event updated for resources: {'Port': ['ID=89eda38b-7f9d-4700-9ecb-c4f3212ab7d1,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:09.556178 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] For port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=3ddb8fb1-c68d-48a1-ae53-53fb03a0999a,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:09.559343 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:09.574553 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Allocated IP 172.27.3.21 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/cd31135b-8188-4db9-be01-999d6df5711e) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:09.617346 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Pushing event updated for resources: {'Port': ['ID=66c5925a-6360-46f2-9ca0-1153e7230038,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:09.624381 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.836029 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Publish callbacks [] for port (cd31135b-8188-4db9-be01-999d6df5711e), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.843689 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:09.844501 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:INSERT=9 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:09.886607 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Publish callbacks [] for router_gateway (e8338e0f-9c0d-4cfe-be71-08603455e8dc), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.892304 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (cd31135b-8188-4db9-be01-999d6df5711e), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:09.923627 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Allocated IP 172.20.0.2 (93d5556e-7098-41ee-955a-f1126257e985/e593ff28-5a4f-4b16-9e61-30d2cbd678db/815a3fe5-42d9-4e99-9f29-6df96e1ec1df) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:09.983291 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Pushing event updated for resources: {'Port': ['ID=cd31135b-8188-4db9-be01-999d6df5711e,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:10.016899 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:10.055864 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:10.072664 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:10.087581 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:10.237648 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7b9e40-4c59-4e3a-b598-f25498f57c21 None None] Pushing event updated for resources: {'Port': ['ID=3ddb8fb1-c68d-48a1-ae53-53fb03a0999a,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:10.241772 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6b6101d4-20e4-4f60-a69f-1b9a1ee52077 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:10.247105 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Allocated IP 172.27.3.124 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/1c2ac41a-e2f8-4eda-b7de-0617dc3e176e) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:10.263420 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Attempting to bind port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:10.263420 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Attempting to bind port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:10.263618 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:10.263959 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Attempting to bind port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 on network 2ced1175-a542-4682-b032-b597d6969844 {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:10.380840 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:10.423501 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Publish callbacks [] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:10.427611 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:10.427974 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Checking segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:10.428373 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:10.428769 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Bound using segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:10.429567 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Bound port: 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:10.429816 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:10.437717 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Allocated IP 172.20.0.2 (9b0fd95b-9a64-4241-8e08-e70dc9acd68a/fbbeaa77-058a-4286-8538-f97749e07952/897f2c9d-7f5a-4bf6-a00b-bf29838bc036) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:10.438219 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153'] for router (e8338e0f-9c0d-4cfe-be71-08603455e8dc), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:10.452251 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:10.545700 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Publish callbacks [] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:10.583107 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Publish callbacks [] for router_gateway (b9963152-3cf6-4059-a134-e1cfdaf05a59), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:10.623019 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Network 93d5556e-7098-41ee-955a-f1126257e985 is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:10.669264 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:10.676914 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:10.685682 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:10.691555 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Pushing event updated for resources: {'Port': ['ID=815a3fe5-42d9-4e99-9f29-6df96e1ec1df,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:10.728744 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] For port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:10.797592 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] For port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=89eda38b-7f9d-4700-9ecb-c4f3212ab7d1,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:10.807644 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Pushing event updated for resources: {'Port': ['ID=1c2ac41a-e2f8-4eda-b7de-0617dc3e176e,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:10.812311 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Allocated IP 172.27.3.17 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/5fe2d193-ede9-4771-a28d-4556964ff062) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:10.820904 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:10.825288 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:UPDATE=9 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:10.831916 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:10.837366 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:10.860809 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:11.068465 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Attempting to bind port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:11.068836 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Attempting to bind port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:11.069246 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Attempting to bind port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df on network 93d5556e-7098-41ee-955a-f1126257e985 {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:11.141953 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Publish callbacks [] for port (5fe2d193-ede9-4771-a28d-4556964ff062), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:11.200181 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (5fe2d193-ede9-4771-a28d-4556964ff062), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:11.258666 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe2d193-ede9-4771-a28d-4556964ff062,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:11.272212 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:11.274385 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:11.277215 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:11.335673 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:11.533812 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae90c30-35dd-47cc-9958-c5a09d32f438 None None] Pushing event updated for resources: {'Port': ['ID=89eda38b-7f9d-4700-9ecb-c4f3212ab7d1,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:11.560881 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:11.586970 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f493168-e6e4-485f-90bb-b136dbcc9684 None None] Network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:11.590537 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:11.591727 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Publish callbacks [] for router_gateway (dcd82553-e045-421c-872a-af30f499ca24), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:11.636839 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:11.715007 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:11.770061 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153'] for router (b9963152-3cf6-4059-a134-e1cfdaf05a59), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:11.788848 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Publish callbacks [] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:11.792731 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:11.890604 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Router e8338e0f-9c0d-4cfe-be71-08603455e8dc is scheduled to L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 with binding_index 1 {{(pid=106239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:57:11.937210 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:11.942644 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Publish callbacks [] for router_gateway (0fc4475d-b6be-4c90-83af-d745f3d05bb0), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:12.016647 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153'] for router (dcd82553-e045-421c-872a-af30f499ca24), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:12.091332 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:12.092081 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Checking segment: {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:12.092623 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:12.093156 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Bound using segment: {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:12.094122 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Bound port: 815a3fe5-42d9-4e99-9f29-6df96e1ec1df, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:12.094643 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:12.138154 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:12.138723 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:12.165106 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:12.166693 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:57:12.180497 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Sync routers for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:57:12.214338 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:12.217370 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:12.220850 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-f5ef0d9d-6b9d-4e16-9bed-7ea714170947 None None] Provisioning complete for port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:12.221593 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-f5ef0d9d-6b9d-4e16-9bed-7ea714170947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:12.382917 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:12.388778 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-116f2af6-49f3-4adb-8693-453a981cc187 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.0711126 Sep 09 14:57:12.393539 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60308) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:12.404319 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153'] for router (0fc4475d-b6be-4c90-83af-d745f3d05bb0), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:12.473621 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Router dcd82553-e045-421c-872a-af30f499ca24 is scheduled to L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 with binding_index 1 {{(pid=106239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:57:12.601253 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:12.677885 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:57:12.747449 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Router b9963152-3cf6-4059-a134-e1cfdaf05a59 is scheduled to L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 with binding_index 1 {{(pid=106238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:57:12.833702 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:12.835989 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-1f57ccbb-9a6f-46c3-bdaa-48922eb10b87 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1447408 Sep 09 14:57:12.839664 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60322) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:12.866140 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:12.869606 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Pushing event updated for resources: {'Port': ['ID=897f2c9d-7f5a-4bf6-a00b-bf29838bc036,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:12.912391 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:09Z', 'revision_number': 3, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:12.952486 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Checking router: e8338e0f-9c0d-4cfe-be71-08603455e8dc for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:57:12.953063 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Updating router e8338e0f-9c0d-4cfe-be71-08603455e8dc port 66c5925a-6360-46f2-9ca0-1153e7230038 binding host dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:57:12.996965 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (66c5925a-6360-46f2-9ca0-1153e7230038), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:13.017547 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] For port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:13.034759 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] For port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=815a3fe5-42d9-4e99-9f29-6df96e1ec1df,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:13.080219 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:57:13.081064 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Router 0fc4475d-b6be-4c90-83af-d745f3d05bb0 is scheduled to L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 with binding_index 1 {{(pid=106238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:57:13.087243 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:13.092561 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Sync routers for ids ['dcd82553-e045-421c-872a-af30f499ca24'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:57:13.109378 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:13.109594 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:13.114458 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:13.116779 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-07f2542a-b1ae-4b7f-a023-73918b91797e admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.6674874 Sep 09 14:57:13.139023 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:13.142075 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60332) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:13.144809 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27e2f92-8db4-4ee2-b833-2b834f0e780a None None] Network 2ced1175-a542-4682-b032-b597d6969844 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:13.248916 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:13.294358 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:13.321220 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:57:13.360007 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:13.361521 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-c23f713c-de7e-42bb-8234-085809f2b1b9 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3156335 Sep 09 14:57:13.364273 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60350) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:13.392348 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Publish callbacks [] for port (66c5925a-6360-46f2-9ca0-1153e7230038), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:13.397720 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Sync routers for ids ['0fc4475d-b6be-4c90-83af-d745f3d05bb0'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:57:13.398115 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Sync routers for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:57:13.413454 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:13.414444 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:13.495509 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Routers {'dcd82553-e045-421c-872a-af30f499ca24'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:13.496913 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['dcd82553-e045-421c-872a-af30f499ca24'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:13.529049 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:13.553594 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:13.629025 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (66c5925a-6360-46f2-9ca0-1153e7230038), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:13.748114 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Attempting to bind port 66c5925a-6360-46f2-9ca0-1153e7230038 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:13.748426 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Attempting to bind port 66c5925a-6360-46f2-9ca0-1153e7230038 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:13.748786 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Attempting to bind port 66c5925a-6360-46f2-9ca0-1153e7230038 on network a04c0357-092d-4634-aff4-50eab99e036e {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:13.790390 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:13.845540 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Attempting to bind port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:13.846163 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Attempting to bind port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:13.846749 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Attempting to bind port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 on network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:13.918333 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60372) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:13.931114 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Routers {'0fc4475d-b6be-4c90-83af-d745f3d05bb0'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:13.932715 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['0fc4475d-b6be-4c90-83af-d745f3d05bb0'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:13.940503 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.001617 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:14.017834 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef0d9d-6b9d-4e16-9bed-7ea714170947 None None] Current status of the port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:14.018223 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-f5ef0d9d-6b9d-4e16-9bed-7ea714170947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.064059 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26059dd3-7a4b-40fa-942d-f238f54dad13 None None] Pushing event updated for resources: {'Port': ['ID=815a3fe5-42d9-4e99-9f29-6df96e1ec1df,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:14.078537 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Pushing event updated for resources: {'Port': ['ID=66c5925a-6360-46f2-9ca0-1153e7230038,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:14.078670 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:14.079419 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.080068 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.224958 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.239688 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.240188 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.240556 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.240890 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.241234 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.241586 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.241914 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.242251 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.242576 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.252379 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.252632 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-f5ef0d9d-6b9d-4e16-9bed-7ea714170947 None None] For port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=3ddb8fb1-c68d-48a1-ae53-53fb03a0999a,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:14.252744 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.253104 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.253463 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.253747 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:14.253895 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:57:14.254248 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Checking segment: {'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:14.254735 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Tracked resource versions report: Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: pushed versions: Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: { 'AddressGroup': {'1.2'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Agent': {'1.1'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'ConntrackHelper': {'1.0'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'LocalIPAssociation': {'1.0'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Log': {'1.0'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'NDPProxy': {'1.0'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Network': {'1.1'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Port': {'1.7'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'PortForwarding': {'1.3'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'QosPolicy': {'1.10'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'SecurityGroup': {'1.5'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'SecurityGroupRule': {'1.2'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'SubPort': {'1.0'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Subnet': {'1.1'}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Trunk': {'1.1'}} Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: consumer versions: Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: { DHCP agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: HyperV agent@hv-cinder-82869: {}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: L3 agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: Metadata agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: Metering agent@dv-cinder-828696-11-iscsi: {}, Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: Open vSwitch agent@dv-cinder-828696-11-iscsi: { 'AddressGroup': '1.2', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Agent': '1.1', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'ConntrackHelper': '1.0', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'LocalIPAssociation': '1.0', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Log': '1.0', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'NDPProxy': '1.0', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Network': '1.1', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Port': '1.7', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'PortForwarding': '1.3', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'QosPolicy': '1.10', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'SecurityGroup': '1.5', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'SecurityGroupRule': '1.2', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'SubPort': '1.0', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Subnet': '1.1', Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: 'Trunk': '1.1'}} Sep 09 14:57:14.254965 dv-cinder-828696-11-iscsi neutron-server[106241]: {{(pid=106241) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 14:57:14.257103 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Bound using segment: {'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:14.257103 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Bound port: 897f2c9d-7f5a-4bf6-a00b-bf29838bc036, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:14.257103 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.268372 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:14.316170 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:14.316780 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:14.329862 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-f5ef0d9d-6b9d-4e16-9bed-7ea714170947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.342532 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Set router dcd82553-e045-421c-872a-af30f499ca24 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:14.411381 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:10Z', 'revision_number': 3, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:14.455452 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Checking router: b9963152-3cf6-4059-a134-e1cfdaf05a59 for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:57:14.455998 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Updating router b9963152-3cf6-4059-a134-e1cfdaf05a59 port cd31135b-8188-4db9-be01-999d6df5711e binding host dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:57:14.548291 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (cd31135b-8188-4db9-be01-999d6df5711e), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.591118 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.606304 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:14.607039 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:14.607637 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.608186 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Bound using segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:14.609386 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Bound port: 66c5925a-6360-46f2-9ca0-1153e7230038, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:14.609932 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (66c5925a-6360-46f2-9ca0-1153e7230038), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.716904 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Set router 0fc4475d-b6be-4c90-83af-d745f3d05bb0 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:14.815299 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] For port 66c5925a-6360-46f2-9ca0-1153e7230038, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:14.826044 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] For port 66c5925a-6360-46f2-9ca0-1153e7230038, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=66c5925a-6360-46f2-9ca0-1153e7230038,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:14.858851 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (66c5925a-6360-46f2-9ca0-1153e7230038), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.894731 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-325a4c15-db7b-4fe0-8504-cbf1fe6961fe None None] Provisioning complete for port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:14.895104 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-325a4c15-db7b-4fe0-8504-cbf1fe6961fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:14.938245 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Allocated IP 172.20.0.1 (9b0fd95b-9a64-4241-8e08-e70dc9acd68a/fbbeaa77-058a-4286-8538-f97749e07952/c587bf7b-4555-4175-800d-f069169f894f) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:14.988728 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:14.989594 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:15.106967 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.db.api [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 14:57:15.107470 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG oslo_db.api [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 14:57:15.146753 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Publish callbacks [] for port (c587bf7b-4555-4175-800d-f069169f894f), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:15.187488 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (c587bf7b-4555-4175-800d-f069169f894f), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:15.206922 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef0d9d-6b9d-4e16-9bed-7ea714170947 None None] Pushing event updated for resources: {'Port': ['ID=3ddb8fb1-c68d-48a1-ae53-53fb03a0999a,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:15.217498 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:15.224045 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:15.267543 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:15.279171 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201f3f60-b7fe-4167-8db8-5c99bd13c486 None None] Network 93d5556e-7098-41ee-955a-f1126257e985 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:15.279865 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:15.290645 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:15.291124 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705291'] for router_interface (0fc4475d-b6be-4c90-83af-d745f3d05bb0), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:15.296161 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Pushing event updated for resources: {'Port': ['ID=c587bf7b-4555-4175-800d-f069169f894f,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:15.333043 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:15.377375 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] For port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:15.426357 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c3c77163-de69-412a-be01-ce9661b5c0b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:15.476894 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:15.477746 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c587bf7b-4555-4175-800d-f069169f894f), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:15.513046 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Allocated IP 172.20.0.1 (6a104187-cf4f-4fc2-83b7-d6fe24d794dc/495b0adf-0bd0-478d-a42f-97975589132d/92ce1216-33fe-48a8-899d-79d910cf931d) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:15.529671 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] For port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=897f2c9d-7f5a-4bf6-a00b-bf29838bc036,segment=NetworkSegment(e97dedb0-4af3-4163-a0e6-45adc0b4d44a),segment_id=e97dedb0-4af3-4163-a0e6-45adc0b4d44a)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:15.533809 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:15.564272 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:15.565184 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:15.600289 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:15.608414 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c408568-d52d-44aa-b916-dc56794f9f1a None None] Pushing event updated for resources: {'Port': ['ID=66c5925a-6360-46f2-9ca0-1153e7230038,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:15.649614 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:09Z', 'revision_number': 3, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:15.747653 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca93273-ad19-4447-88b3-248a3170628e None None] Pushing event updated for resources: {'Port': ['ID=897f2c9d-7f5a-4bf6-a00b-bf29838bc036,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:15.892556 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7edd84-7647-4556-83a6-00f71ae33790 None None] The sync data for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi is: [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:09Z', 'revision_number': 3, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:57:15.909964 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Publish callbacks [] for port (c587bf7b-4555-4175-800d-f069169f894f), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:15.918881 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c587bf7b-4555-4175-800d-f069169f894f), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:15.920275 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705431'] for router_interface (0fc4475d-b6be-4c90-83af-d745f3d05bb0), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:15.944528 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-325a4c15-db7b-4fe0-8504-cbf1fe6961fe None None] Current status of the port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:15.998798 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Publish callbacks [] for port (cd31135b-8188-4db9-be01-999d6df5711e), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:16.007199 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:11Z', 'revision_number': 3, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:16.010440 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (cd31135b-8188-4db9-be01-999d6df5711e), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:16.036729 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:16.151806 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Publish callbacks [] for port (92ce1216-33fe-48a8-899d-79d910cf931d), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:16.154547 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Attempting to bind port cd31135b-8188-4db9-be01-999d6df5711e on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:16.154916 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Attempting to bind port cd31135b-8188-4db9-be01-999d6df5711e by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:16.155269 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Attempting to bind port cd31135b-8188-4db9-be01-999d6df5711e on network a04c0357-092d-4634-aff4-50eab99e036e {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:16.245744 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:16.253425 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799149e-3ec5-45d7-a2b6-10fe25a42b27 None None] Pushing event updated for resources: {'Port': ['ID=cd31135b-8188-4db9-be01-999d6df5711e,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:16.329549 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:16.330932 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:16.331746 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:16.332555 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Bound using segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:16.334973 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Bound port: cd31135b-8188-4db9-be01-999d6df5711e, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:16.335649 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (cd31135b-8188-4db9-be01-999d6df5711e), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:16.366289 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:16.370077 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:16.477833 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:16.487085 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Pushing event updated for resources: {'Port': ['ID=c587bf7b-4555-4175-800d-f069169f894f,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:16.521124 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'name': 'tempest-DeleteServersTestJSON-1256909934-router', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:11Z', 'revision_number': 3, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'gw_port': {'id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:16.530117 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:16.548083 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] For port cd31135b-8188-4db9-be01-999d6df5711e, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:16.557170 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c3c77163-de69-412a-be01-ce9661b5c0b8 admin admin] Publish callbacks [] for security_group (f77fca57-1f05-4945-9b3d-3da3980c7eaf), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:16.569687 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] For port cd31135b-8188-4db9-be01-999d6df5711e, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=cd31135b-8188-4db9-be01-999d6df5711e,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:16.581113 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (cd31135b-8188-4db9-be01-999d6df5711e), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:16.657389 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c3c77163-de69-412a-be01-ce9661b5c0b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (f77fca57-1f05-4945-9b3d-3da3980c7eaf), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:16.662177 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:16.669391 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:16.670305 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:16.683473 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Router 0fc4475d-b6be-4c90-83af-d745f3d05bb0 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:57:16.691654 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-325a4c15-db7b-4fe0-8504-cbf1fe6961fe None None] Provisioning complete for port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:16.692113 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-325a4c15-db7b-4fe0-8504-cbf1fe6961fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:16.695314 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Checking router: 0fc4475d-b6be-4c90-83af-d745f3d05bb0 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:57:16.695662 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Updating router 0fc4475d-b6be-4c90-83af-d745f3d05bb0 port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e binding host dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:57:16.712770 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:16.713718 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Checking router: dcd82553-e045-421c-872a-af30f499ca24 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:57:16.714058 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Updating router dcd82553-e045-421c-872a-af30f499ca24 port 5fe2d193-ede9-4771-a28d-4556964ff062 binding host dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:57:16.772114 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799149e-3ec5-45d7-a2b6-10fe25a42b27 None None] Pushing event updated for resources: {'Port': ['ID=cd31135b-8188-4db9-be01-999d6df5711e,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:16.783866 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:16.980669 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:16.983481 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:17.023660 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c77163-de69-412a-be01-ce9661b5c0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77fca57-1f05-4945-9b3d-3da3980c7eaf,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:17.026874 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:17.036654 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705291'] for router_interface (dcd82553-e045-421c-872a-af30f499ca24), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:17.063372 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:17.070548 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:57:17.077409 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-34212813-fd65-45f5-b9a9-a561c24b5f60 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/0fc4475d-b6be-4c90-83af-d745f3d05bb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7114713 Sep 09 14:57:17.080914 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (5fe2d193-ede9-4771-a28d-4556964ff062), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:17.089843 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:17.276840 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:17.280423 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:17.491135 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=92ce1216-33fe-48a8-899d-79d910cf931d,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:17.503499 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60470) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:17.509642 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-c3c77163-de69-412a-be01-ce9661b5c0b8 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=571292c3d1e94192b8a841cc4df40549&name=default HTTP/1.1" status: 200 len: 2992 time: 3.5043933 Sep 09 14:57:17.528332 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Allocated IP 172.20.0.1 (93d5556e-7098-41ee-955a-f1126257e985/e593ff28-5a4f-4b16-9e61-30d2cbd678db/ededcb7c-f829-4217-bbca-4bd7b1b8784b) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:17.634486 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:17.637011 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a572990-b40c-4e7f-b0a4-6e0d81a87325 admin admin] Publish callbacks [] for security_group (f77fca57-1f05-4945-9b3d-3da3980c7eaf), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:17.666242 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:10Z', 'revision_number': 3, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:17.727461 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a572990-b40c-4e7f-b0a4-6e0d81a87325 admin admin] Publish callbacks [] for security_group (f77fca57-1f05-4945-9b3d-3da3980c7eaf), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:17.754017 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22874fd4-5ae2-4943-b5e4-267a5d721fec None None] The sync data for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi is: [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:10Z', 'revision_number': 3, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:57:17.857091 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a390691-8233-4fb9-82e7-4232f42319a7 None None] Network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:17.869903 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a572990-b40c-4e7f-b0a4-6e0d81a87325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (f77fca57-1f05-4945-9b3d-3da3980c7eaf), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:17.873049 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a572990-b40c-4e7f-b0a4-6e0d81a87325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:17.874525 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-8a572990-b40c-4e7f-b0a4-6e0d81a87325 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f77fca57-1f05-4945-9b3d-3da3980c7eaf HTTP/1.1" status: 204 len: 168 time: 0.3695464 Sep 09 14:57:17.900600 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a572990-b40c-4e7f-b0a4-6e0d81a87325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77fca57-1f05-4945-9b3d-3da3980c7eaf,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:17.932970 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:18.018562 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Allocated IP 172.20.0.1 (2ced1175-a542-4682-b032-b597d6969844/e5539eba-6bc3-49c4-a444-fe6c1757d5b7/ab378f1b-02ac-4975-bb8c-b73468dcd25b) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:18.048472 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:18.048864 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:18.059004 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-325a4c15-db7b-4fe0-8504-cbf1fe6961fe None None] Current status of the port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:18.059814 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-325a4c15-db7b-4fe0-8504-cbf1fe6961fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:18.124209 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60506) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:18.134631 dv-cinder-828696-11-iscsi neutron-server[106238]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 14:57:18.357692 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-325a4c15-db7b-4fe0-8504-cbf1fe6961fe None None] For port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=89eda38b-7f9d-4700-9ecb-c4f3212ab7d1,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:18.370691 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:18.436582 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-325a4c15-db7b-4fe0-8504-cbf1fe6961fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:18.460705 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:18.538003 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-74ccd019-e26d-45b6-bda5-058e16d6d555 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:18.545022 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Publish callbacks [] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:18.547344 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-74ccd019-e26d-45b6-bda5-058e16d6d555 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/networks?id=9b0fd95b-9a64-4241-8e08-e70dc9acd68a HTTP/1.1" status: 200 len: 812 time: 0.4169652 Sep 09 14:57:18.550978 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Publish callbacks [] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:18.568193 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-2bdcc36f-6cb8-4627-ad25-e2d6143d5b1e tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/quotas/3c2219444c1b4ad0a395880494ddbbe3 HTTP/1.1" status: 200 len: 375 time: 0.0147073 Sep 09 14:57:18.593633 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60516) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:18.616873 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Provisioning complete for port 92ce1216-33fe-48a8-899d-79d910cf931d triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:18.617318 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:18.674541 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-30690578-ad48-4537-bf10-4533fb9a24dc tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3c2219444c1b4ad0a395880494ddbbe3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952272 Sep 09 14:57:18.710310 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:18.710816 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:18.747739 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Port 92ce1216-33fe-48a8-899d-79d910cf931d cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:57:18.796505 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:18.847616 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=897f2c9d-7f5a-4bf6-a00b-bf29838bc036,segment=NetworkSegment(e97dedb0-4af3-4163-a0e6-45adc0b4d44a),segment_id=e97dedb0-4af3-4163-a0e6-45adc0b4d44a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:18.862604 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:18.863730 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 815a3fe5-42d9-4e99-9f29-6df96e1ec1df up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:18.869377 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a4c15-db7b-4fe0-8504-cbf1fe6961fe None None] Pushing event updated for resources: {'Port': ['ID=89eda38b-7f9d-4700-9ecb-c4f3212ab7d1,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:18.906796 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Provisioning complete for port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:18.907256 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:18.932825 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Publish callbacks [] for port (5fe2d193-ede9-4771-a28d-4556964ff062), precommit_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:18.947753 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71b8137b-2e8e-44c9-9391-c27c0a00d6c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.070792 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-303b09ad-e5c8-4baa-aee8-dd4bb704911b service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106238) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 14:57:19.075754 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-303b09ad-e5c8-4baa-aee8-dd4bb704911b service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0926161 Sep 09 14:57:19.133056 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:19.158320 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.165033 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (5fe2d193-ede9-4771-a28d-4556964ff062), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.165869 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.208674 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:19.229898 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:19.286900 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Attempting to bind port 5fe2d193-ede9-4771-a28d-4556964ff062 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:19.292176 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Attempting to bind port 5fe2d193-ede9-4771-a28d-4556964ff062 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:19.292684 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Attempting to bind port 5fe2d193-ede9-4771-a28d-4556964ff062 on network a04c0357-092d-4634-aff4-50eab99e036e {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:19.295272 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Network 2ced1175-a542-4682-b032-b597d6969844 is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:19.319331 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Network 93d5556e-7098-41ee-955a-f1126257e985 is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:19.320283 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-ca6edb8e-f0ff-48a5-a1fe-e2ee55441049 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b0fd95b-9a64-4241-8e08-e70dc9acd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393932 Sep 09 14:57:19.330131 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:19.344102 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:19.356529 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:19.366135 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705291'] for router_interface (b9963152-3cf6-4059-a134-e1cfdaf05a59), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.381143 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:19.382444 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705291'] for router_interface (e8338e0f-9c0d-4cfe-be71-08603455e8dc), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.453258 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=897f2c9d-7f5a-4bf6-a00b-bf29838bc036,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:19.520240 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:19.520834 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.597347 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Publish callbacks [] for port (92ce1216-33fe-48a8-899d-79d910cf931d), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.601914 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:19.605242 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-35655b21-f3ff-4af2-a67a-67d147c389e0 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/9b0fd95b-9a64-4241-8e08-e70dc9acd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839363 Sep 09 14:57:19.826869 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Publish callbacks [] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), precommit_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.835021 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.836095 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705431'] for router_interface (dcd82553-e045-421c-872a-af30f499ca24), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.849724 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Pushing event updated for resources: {'Port': ['ID=ededcb7c-f829-4217-bbca-4bd7b1b8784b,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:19.877331 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Current status of the port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:19.883425 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.886685 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbf282-33ea-472a-8b9a-2912cbc5c444 None None] Pushing event updated for resources: {'Port': ['ID=5fe2d193-ede9-4771-a28d-4556964ff062,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:19.892715 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:19.893284 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:19.893683 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.894151 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Bound using segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:19.894640 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Bound port: 5fe2d193-ede9-4771-a28d-4556964ff062, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:19.895140 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (5fe2d193-ede9-4771-a28d-4556964ff062), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:19.961687 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:19.962574 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Attempting to bind port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:19.963357 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Attempting to bind port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:19.963357 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Attempting to bind port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e on network a04c0357-092d-4634-aff4-50eab99e036e {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:19.984886 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Provisioning complete for port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:19.985036 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.002884 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71b8137b-2e8e-44c9-9391-c27c0a00d6c5 admin admin] Publish callbacks [] for security_group (ba149b88-cd15-4bef-9975-2a12476c5292), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.094680 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60562) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:20.096167 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71b8137b-2e8e-44c9-9391-c27c0a00d6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ba149b88-cd15-4bef-9975-2a12476c5292), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.171213 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab378f1b-02ac-4975-bb8c-b73468dcd25b,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:20.192196 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-50a61b18-85b1-49e4-9c5e-514ecc8a0776 req-b1f36578-a982-4df9-b986-5aadefd29103 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 210 time: 0.0945168 Sep 09 14:57:20.201139 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.284812 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02081cf0-2d40-4a70-9985-8a03473c3339 None None] Pushing event updated for resources: {'Port': ['ID=1c2ac41a-e2f8-4eda-b7de-0617dc3e176e,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:20.288356 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] For port 5fe2d193-ede9-4771-a28d-4556964ff062, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:20.295710 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:20.296092 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.299688 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] For port 5fe2d193-ede9-4771-a28d-4556964ff062, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=5fe2d193-ede9-4771-a28d-4556964ff062,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:20.313227 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-71b8137b-2e8e-44c9-9391-c27c0a00d6c5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c1fe70fb7c2a4e4ca6be0e60838a8837&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7184188 Sep 09 14:57:20.316048 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60574) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:20.321434 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8137b-2e8e-44c9-9391-c27c0a00d6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba149b88-cd15-4bef-9975-2a12476c5292,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:20.375238 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=92ce1216-33fe-48a8-899d-79d910cf931d,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:20.385559 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:20.386219 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:20.387907 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.388704 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Bound using segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:20.389984 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Bound port: 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:20.390559 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.410121 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (5fe2d193-ede9-4771-a28d-4556964ff062), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.471212 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4d02f432-33af-4108-acf5-602f3532d10a admin admin] Publish callbacks [] for security_group (ba149b88-cd15-4bef-9975-2a12476c5292), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.510949 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:20.522309 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4d02f432-33af-4108-acf5-602f3532d10a admin admin] Publish callbacks [] for security_group (ba149b88-cd15-4bef-9975-2a12476c5292), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.540133 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.542388 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:20.598228 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbf282-33ea-472a-8b9a-2912cbc5c444 None None] Pushing event updated for resources: {'Port': ['ID=5fe2d193-ede9-4771-a28d-4556964ff062,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:20.637338 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4d02f432-33af-4108-acf5-602f3532d10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ba149b88-cd15-4bef-9975-2a12476c5292), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.649092 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4d02f432-33af-4108-acf5-602f3532d10a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.651063 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-4d02f432-33af-4108-acf5-602f3532d10a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ba149b88-cd15-4bef-9975-2a12476c5292 HTTP/1.1" status: 204 len: 168 time: 0.3336773 Sep 09 14:57:20.661856 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02f432-33af-4108-acf5-602f3532d10a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba149b88-cd15-4bef-9975-2a12476c5292,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:20.713380 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:20.745353 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=815a3fe5-42d9-4e99-9f29-6df96e1ec1df,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:20.757116 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Routers {'dcd82553-e045-421c-872a-af30f499ca24'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:20.758144 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['dcd82553-e045-421c-872a-af30f499ca24'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:20.815512 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.816505 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:20.891930 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Current status of the port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:20.893224 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:20.896621 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] For port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:20.967933 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] For port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=1c2ac41a-e2f8-4eda-b7de-0617dc3e176e,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:21.054111 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:21.075675 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:21.086856 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Router dcd82553-e045-421c-872a-af30f499ca24 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:57:21.127440 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:21.140057 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60608) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:21.178220 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=815a3fe5-42d9-4e99-9f29-6df96e1ec1df,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:21.184519 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:21.184924 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:21.208380 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60612) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:21.243864 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Publish callbacks [] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:21.281919 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:21.282805 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705431'] for router_interface (e8338e0f-9c0d-4cfe-be71-08603455e8dc), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:21.364952 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ab378f1b-02ac-4975-bb8c-b73468dcd25b,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:21.366979 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:21.374521 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02081cf0-2d40-4a70-9985-8a03473c3339 None None] Pushing event updated for resources: {'Port': ['ID=1c2ac41a-e2f8-4eda-b7de-0617dc3e176e,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:21.415483 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Routers {'0fc4475d-b6be-4c90-83af-d745f3d05bb0'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:21.417131 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['0fc4475d-b6be-4c90-83af-d745f3d05bb0'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:21.427182 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c5d5c3c2-df60-4904-879d-4346cf242a2a req-73b015c0-7de6-4f96-993f-5cdc5c3b9cf1 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 210 time: 0.1007936 Sep 09 14:57:21.436793 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] Set router dcd82553-e045-421c-872a-af30f499ca24 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:21.472941 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Publish callbacks [] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:21.496817 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:21.501350 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705431'] for router_interface (b9963152-3cf6-4059-a134-e1cfdaf05a59), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:21.552313 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.db.api [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106240) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 09 14:57:21.555371 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG oslo_db.api [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 14:57:21.611611 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Pushing event updated for resources: {'Port': ['ID=ededcb7c-f829-4217-bbca-4bd7b1b8784b,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:21.646325 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:57:21.671147 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a813ecb0-2ad1-4477-b114-3afa0129d72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:21.681210 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-6b96f890-d12d-40f2-9b4e-e9a24bc26ef6 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/dcd82553-e045-421c-872a-af30f499ca24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8391392 Sep 09 14:57:21.746043 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Network 2ced1175-a542-4682-b032-b597d6969844 is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:21.750802 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f59f1b26-fffb-4b82-95d2-be63a7aaf4e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:21.763891 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:21.838692 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] Set router 0fc4475d-b6be-4c90-83af-d745f3d05bb0 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:21.879762 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Network 93d5556e-7098-41ee-955a-f1126257e985 is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:21.914747 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60636) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:21.921871 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:21.979723 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5fa9b02f-34c3-49fb-aa2e-8e60ee84df59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:21.985763 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:22.161986 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a813ecb0-2ad1-4477-b114-3afa0129d72b admin admin] Publish callbacks [] for security_group (9d8feb60-451a-4f96-babc-86a9bba6954c), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.180030 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a813ecb0-2ad1-4477-b114-3afa0129d72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9d8feb60-451a-4f96-babc-86a9bba6954c), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.243382 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813ecb0-2ad1-4477-b114-3afa0129d72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d8feb60-451a-4f96-babc-86a9bba6954c,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:22.266926 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:22.284104 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:22.286933 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:22.291651 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Current status of the port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:22.301359 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a813ecb0-2ad1-4477-b114-3afa0129d72b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=dbf5912f0c324ba3bb5312868183c630&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1591940 Sep 09 14:57:22.304419 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f59f1b26-fffb-4b82-95d2-be63a7aaf4e5 admin admin] Publish callbacks [] for security_group (5264e4e5-88c3-4014-b5e6-7ac7578ce450), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.306527 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60646) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:22.321580 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f59f1b26-fffb-4b82-95d2-be63a7aaf4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (5264e4e5-88c3-4014-b5e6-7ac7578ce450), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.409733 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f1b26-fffb-4b82-95d2-be63a7aaf4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5264e4e5-88c3-4014-b5e6-7ac7578ce450,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:22.411642 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5fa9b02f-34c3-49fb-aa2e-8e60ee84df59 admin admin] Publish callbacks [] for security_group (59e95392-f840-44f0-8a46-33e5d3538ffb), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.418594 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-f59f1b26-fffb-4b82-95d2-be63a7aaf4e5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2ef9057fcdbb4cef93ccf051e4ef2231&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2081609 Sep 09 14:57:22.421379 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60650) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:22.452883 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5fa9b02f-34c3-49fb-aa2e-8e60ee84df59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (59e95392-f840-44f0-8a46-33e5d3538ffb), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.457480 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c3a2-6c6e-4349-a8f2-687bca96c1ba admin admin] Publish callbacks [] for security_group (9d8feb60-451a-4f96-babc-86a9bba6954c), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.498613 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Router e8338e0f-9c0d-4cfe-be71-08603455e8dc has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:57:22.508123 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-5fa9b02f-34c3-49fb-aa2e-8e60ee84df59 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6722a8ce619f44ec8f63cb969ae8f460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5913615 Sep 09 14:57:22.516403 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60656) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:22.540028 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Provisioning complete for port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:22.540839 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.599696 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c3a2-6c6e-4349-a8f2-687bca96c1ba admin admin] Publish callbacks [] for security_group (9d8feb60-451a-4f96-babc-86a9bba6954c), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.665452 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:18Z', 'revision_number': 2, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:22.668727 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6e635b92-a6f5-47ea-b201-9b4eb1e2856e admin admin] Publish callbacks [] for security_group (59e95392-f840-44f0-8a46-33e5d3538ffb), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.682295 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:22.682852 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.688476 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-32592bba-f27e-4942-86f0-fe454520a043 admin admin] Publish callbacks [] for security_group (5264e4e5-88c3-4014-b5e6-7ac7578ce450), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.710411 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6e635b92-a6f5-47ea-b201-9b4eb1e2856e admin admin] Publish callbacks [] for security_group (59e95392-f840-44f0-8a46-33e5d3538ffb), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.770381 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=100 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:22.784805 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af914be9-493d-4ab8-bac5-c64fd6997162 None None] The sync data for ids ['dcd82553-e045-421c-872a-af30f499ca24'] in dv-cinder-828696-11-iscsi is: [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:18Z', 'revision_number': 2, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:57:22.804569 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6e635b92-a6f5-47ea-b201-9b4eb1e2856e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (59e95392-f840-44f0-8a46-33e5d3538ffb), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.810840 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6e635b92-a6f5-47ea-b201-9b4eb1e2856e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.812198 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-6e635b92-a6f5-47ea-b201-9b4eb1e2856e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/59e95392-f840-44f0-8a46-33e5d3538ffb HTTP/1.1" status: 204 len: 168 time: 0.2884390 Sep 09 14:57:22.821509 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9b02f-34c3-49fb-aa2e-8e60ee84df59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e95392-f840-44f0-8a46-33e5d3538ffb,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:22.826525 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:22.885409 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:22.897515 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c3a2-6c6e-4349-a8f2-687bca96c1ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9d8feb60-451a-4f96-babc-86a9bba6954c), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.900619 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a5b4c3a2-6c6e-4349-a8f2-687bca96c1ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:22.904624 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a5b4c3a2-6c6e-4349-a8f2-687bca96c1ba admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9d8feb60-451a-4f96-babc-86a9bba6954c HTTP/1.1" status: 204 len: 168 time: 0.5941916 Sep 09 14:57:22.931017 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e635b92-a6f5-47ea-b201-9b4eb1e2856e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e95392-f840-44f0-8a46-33e5d3538ffb,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:22.951637 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Router b9963152-3cf6-4059-a134-e1cfdaf05a59 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:57:22.989321 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-32592bba-f27e-4942-86f0-fe454520a043 admin admin] Publish callbacks [] for security_group (5264e4e5-88c3-4014-b5e6-7ac7578ce450), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:23.020565 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:57:23.026733 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-81c8ae27-bc39-4539-9d18-e14103d462e4 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e8338e0f-9c0d-4cfe-be71-08603455e8dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6303296 Sep 09 14:57:23.036907 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Sync routers for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:57:23.059198 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:23.059877 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:23.120758 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'name': 'tempest-DeleteServersTestJSON-1256909934-router', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:15Z', 'revision_number': 4, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'gw_port': {'id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'c587bf7b-4555-4175-800d-f069169f894f', 'name': '', 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'mac_address': 'fa:16:3e:7f:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbbeaa77-058a-4286-8538-f97749e07952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:15Z', 'revision_number': 2, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'subnets': [{'id': 'fbbeaa77-058a-4286-8538-f97749e07952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:23.125496 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-38a24f26-981d-446d-864d-d6e3dce135ce req-185cb8cd-8ae1-4e5f-aa24-924aba3c32d6 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 210 time: 0.2881153 Sep 09 14:57:23.147259 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:23.163481 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4c3a2-6c6e-4349-a8f2-687bca96c1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d8feb60-451a-4f96-babc-86a9bba6954c,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:23.166489 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-32592bba-f27e-4942-86f0-fe454520a043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (5264e4e5-88c3-4014-b5e6-7ac7578ce450), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:23.167880 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-32592bba-f27e-4942-86f0-fe454520a043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:23.173138 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-32592bba-f27e-4942-86f0-fe454520a043 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/5264e4e5-88c3-4014-b5e6-7ac7578ce450 HTTP/1.1" status: 204 len: 168 time: 0.7503743 Sep 09 14:57:23.216269 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32592bba-f27e-4942-86f0-fe454520a043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5264e4e5-88c3-4014-b5e6-7ac7578ce450,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:23.244549 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c15bab3e-c133-41aa-bead-6efdafbd2f65 None None] The sync data for ids ['0fc4475d-b6be-4c90-83af-d745f3d05bb0'] in dv-cinder-828696-11-iscsi is: [{'id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'name': 'tempest-DeleteServersTestJSON-1256909934-router', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:15Z', 'revision_number': 4, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'gw_port': {'id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'c587bf7b-4555-4175-800d-f069169f894f', 'name': '', 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'mac_address': 'fa:16:3e:7f:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbbeaa77-058a-4286-8538-f97749e07952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:15Z', 'revision_number': 2, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'subnets': [{'id': 'fbbeaa77-058a-4286-8538-f97749e07952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:57:23.246916 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:57:23.279719 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-26ea4157-9b38-45e6-b2d3-9f9a9a1137ad admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/b9963152-3cf6-4059-a134-e1cfdaf05a59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1307926 Sep 09 14:57:23.333296 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Sync routers for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:57:23.363739 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.16', 60933) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:23.373948 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:23.390703 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:23.391732 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 66c5925a-6360-46f2-9ca0-1153e7230038 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:23.402251 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-f76aa316-fc08-44ee-84ce-394aa69a95ac tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:23.406248 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-f76aa316-fc08-44ee-84ce-394aa69a95ac tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 818 time: 0.6636229 Sep 09 14:57:23.453034 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-87c41258-a54f-4f2a-b836-cf22630496af tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/quotas/b8051535f56a4e17a0fa1eeab7c08ce7 HTTP/1.1" status: 200 len: 375 time: 0.0400128 Sep 09 14:57:23.519173 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-6da90cbf-cb81-42c8-b8a4-951f6968768d None None] Current status of the port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:23.555773 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:23.559300 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 66c5925a-6360-46f2-9ca0-1153e7230038 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:23.559681 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (66c5925a-6360-46f2-9ca0-1153e7230038), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:23.600056 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-2874eb5f-819f-4c53-99dc-5804a6bcc567 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1445959 Sep 09 14:57:23.618507 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:23.619663 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:23.891507 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 2, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:23.956081 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Checking router: e8338e0f-9c0d-4cfe-be71-08603455e8dc for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:57:23.957414 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Updating router e8338e0f-9c0d-4cfe-be71-08603455e8dc port ab378f1b-02ac-4975-bb8c-b73468dcd25b binding host dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:57:24.002650 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:24.022273 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:24.075007 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-eca80610-31e3-4f88-b1fc-dcef569affbc tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:24.076556 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-eca80610-31e3-4f88-b1fc-dcef569affbc tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.16 "GET /networking/v2.0/networks?id=9b0fd95b-9a64-4241-8e08-e70dc9acd68a HTTP/1.1" status: 200 len: 812 time: 0.7116513 Sep 09 14:57:24.128568 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Request body: {'port': {'device_id': '1053d238-10c6-4e04-bb1c-10d883bab2a5', 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a', 'admin_state_up': True, 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:24.276372 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Provisioning complete for port 92ce1216-33fe-48a8-899d-79d910cf931d triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:24.279074 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:24.433026 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Port 92ce1216-33fe-48a8-899d-79d910cf931d cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:57:24.482960 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Provisioning complete for port ab378f1b-02ac-4975-bb8c-b73468dcd25b triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:24.483747 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:24.581628 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Port ab378f1b-02ac-4975-bb8c-b73468dcd25b cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:57:24.618480 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Provisioning complete for port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:24.619416 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:24.657711 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60734) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:24.701162 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60736) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:24.727032 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-5a6ed07e-0431-4abe-9b24-415ba385e20e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150984979', 'description': 'tempest-description--1873233900'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:24.736112 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Publish callbacks [] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:24.738768 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:24.739789 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:24.756710 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Made reservation on behalf of 3c2219444c1b4ad0a395880494ddbbe3 for: {'port': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:24.756841 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:24.769618 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:24.771405 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 2, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:24.787342 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e777301b-268e-4166-b076-954440869445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:24.791463 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed07e-0431-4abe-9b24-415ba385e20e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:24.820721 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 66c5925a-6360-46f2-9ca0-1153e7230038 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:24.820847 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (66c5925a-6360-46f2-9ca0-1153e7230038), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:24.990350 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Checking router: b9963152-3cf6-4059-a134-e1cfdaf05a59 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:57:24.991531 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Updating router b9963152-3cf6-4059-a134-e1cfdaf05a59 port ededcb7c-f829-4217-bbca-4bd7b1b8784b binding host dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:57:25.024524 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Attempting to bind port ab378f1b-02ac-4975-bb8c-b73468dcd25b on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:25.025521 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Attempting to bind port ab378f1b-02ac-4975-bb8c-b73468dcd25b by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:25.028571 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Attempting to bind port ab378f1b-02ac-4975-bb8c-b73468dcd25b on network 2ced1175-a542-4682-b032-b597d6969844 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:25.040012 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 66c5925a-6360-46f2-9ca0-1153e7230038, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=66c5925a-6360-46f2-9ca0-1153e7230038,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:25.118846 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:25.123358 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed07e-0431-4abe-9b24-415ba385e20e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (ef7c69e9-0d99-4d0f-9e28-141ad9731e03), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.126703 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (66c5925a-6360-46f2-9ca0-1153e7230038), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.147239 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:25.176573 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:25.178315 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Checking segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:25.179335 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.181847 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Bound using segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:25.182451 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Bound port: ab378f1b-02ac-4975-bb8c-b73468dcd25b, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:25.182852 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.185349 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed07e-0431-4abe-9b24-415ba385e20e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ef7c69e9-0d99-4d0f-9e28-141ad9731e03), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.306276 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e777301b-268e-4166-b076-954440869445 admin admin] Publish callbacks [] for security_group (9abb10a4-7c41-4bc0-92c5-a50b3b6b2a23), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.332990 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5a6ed07e-0431-4abe-9b24-415ba385e20e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.337186 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Current status of the port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:25.343366 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-5a6ed07e-0431-4abe-9b24-415ba385e20e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6373596 Sep 09 14:57:25.345184 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60760) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:25.355138 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-64d98bda-7425-47fa-b73c-0461ed704a01 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'security_group_rule': {'security_group_id': 'ef7c69e9-0d99-4d0f-9e28-141ad9731e03', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:25.359375 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Provisioning complete for port c587bf7b-4555-4175-800d-f069169f894f triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:25.359782 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (c587bf7b-4555-4175-800d-f069169f894f), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.365860 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] For port ab378f1b-02ac-4975-bb8c-b73468dcd25b, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:25.371076 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] For port ab378f1b-02ac-4975-bb8c-b73468dcd25b, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ab378f1b-02ac-4975-bb8c-b73468dcd25b,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:25.375875 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e777301b-268e-4166-b076-954440869445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9abb10a4-7c41-4bc0-92c5-a50b3b6b2a23), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.377706 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badeb73-97d8-4063-876d-31e8e8a6b2b4 None None] Pushing event updated for resources: {'Port': ['ID=ab378f1b-02ac-4975-bb8c-b73468dcd25b,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:25.397594 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.399205 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Allocated IP 172.20.0.9 (9b0fd95b-9a64-4241-8e08-e70dc9acd68a/fbbeaa77-058a-4286-8538-f97749e07952/acde1cfb-fe15-408e-9b75-038fe1bb658e) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:25.402038 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ed07e-0431-4abe-9b24-415ba385e20e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c69e9-0d99-4d0f-9e28-141ad9731e03,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:25.445865 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:25.446903 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:25.460537 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.478553 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-e777301b-268e-4166-b076-954440869445 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=31669bdc8f4a4b6c9bfc3b4d018333a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8188970 Sep 09 14:57:25.487209 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Port c587bf7b-4555-4175-800d-f069169f894f cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:57:25.489915 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60764) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:25.504566 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-64d98bda-7425-47fa-b73c-0461ed704a01 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (e30410bc-ddc0-415a-b8a1-dfb0e285c303), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.507981 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777301b-268e-4166-b076-954440869445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abb10a4-7c41-4bc0-92c5-a50b3b6b2a23,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:25.832933 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60770) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:25.840547 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Provisioning complete for port ededcb7c-f829-4217-bbca-4bd7b1b8784b triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:25.840939 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.841535 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8d554ab5-4bbc-40c2-b23f-9cda09a3fb33 admin admin] Publish callbacks [] for security_group (9abb10a4-7c41-4bc0-92c5-a50b3b6b2a23), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.853383 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-f832b3c9-23fe-4cc9-bf98-255abee697bd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--917800872', 'description': 'tempest-description--1475798723'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:25.855964 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 5fe2d193-ede9-4771-a28d-4556964ff062 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:25.889229 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:25.897065 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Publish callbacks [] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.902608 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f832b3c9-23fe-4cc9-bf98-255abee697bd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.917272 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8d554ab5-4bbc-40c2-b23f-9cda09a3fb33 admin admin] Publish callbacks [] for security_group (9abb10a4-7c41-4bc0-92c5-a50b3b6b2a23), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:25.936487 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7badeb73-97d8-4063-876d-31e8e8a6b2b4 None None] Pushing event updated for resources: {'Port': ['ID=ab378f1b-02ac-4975-bb8c-b73468dcd25b,revision_number=4']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:26.014428 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=66c5925a-6360-46f2-9ca0-1153e7230038,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:26.097527 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:26.132158 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-64d98bda-7425-47fa-b73c-0461ed704a01 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (e30410bc-ddc0-415a-b8a1-dfb0e285c303), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:26.144083 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-46d5b4bb-0eae-4472-bb43-a250f435760f service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106238) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 14:57:26.145439 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-46d5b4bb-0eae-4472-bb43-a250f435760f service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.9755449 Sep 09 14:57:26.185081 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 5fe2d193-ede9-4771-a28d-4556964ff062 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:26.212271 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (5fe2d193-ede9-4771-a28d-4556964ff062), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:26.221446 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:26.249785 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8d554ab5-4bbc-40c2-b23f-9cda09a3fb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9abb10a4-7c41-4bc0-92c5-a50b3b6b2a23), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:26.253911 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8d554ab5-4bbc-40c2-b23f-9cda09a3fb33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:26.259679 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-8d554ab5-4bbc-40c2-b23f-9cda09a3fb33 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9abb10a4-7c41-4bc0-92c5-a50b3b6b2a23 HTTP/1.1" status: 204 len: 168 time: 0.7470753 Sep 09 14:57:26.260307 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:26.274569 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839f9f8-861b-4374-a185-47613c4fe59c req-f801adae-6863-411a-9268-28d3834ef0df tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:26.278246 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0839f9f8-861b-4374-a185-47613c4fe59c req-f801adae-6863-411a-9268-28d3834ef0df tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 931 time: 0.1416945 Sep 09 14:57:26.406287 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-5cc68984-f6ea-4661-8ebf-c1edd55efedb None None] Port ededcb7c-f829-4217-bbca-4bd7b1b8784b cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:57:26.428144 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-64d98bda-7425-47fa-b73c-0461ed704a01 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (e30410bc-ddc0-415a-b8a1-dfb0e285c303), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:26.439755 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:26.478725 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Pushing event updated for resources: {'Port': ['ID=acde1cfb-fe15-408e-9b75-038fe1bb658e,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:26.525859 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:26.530062 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:26.533955 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:26.538960 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:26.539846 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for port (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:26.565724 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d554ab5-4bbc-40c2-b23f-9cda09a3fb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abb10a4-7c41-4bc0-92c5-a50b3b6b2a23,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:26.576572 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:26.614998 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f832b3c9-23fe-4cc9-bf98-255abee697bd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group (63b930e2-2627-46ee-a908-77f5451c484b), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:26.625945 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-627f3c2b-1b35-4a36-9bfd-2b7f750fcecd tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5032578 Sep 09 14:57:26.627504 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f832b3c9-23fe-4cc9-bf98-255abee697bd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (63b930e2-2627-46ee-a908-77f5451c484b), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:26.693755 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-227a5366-a2d0-460a-a5d6-e0a212f5767e tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 14:57:26.709513 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-227a5366-a2d0-460a-a5d6-e0a212f5767e tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0463836 Sep 09 14:57:26.709709 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d98bda-7425-47fa-b73c-0461ed704a01 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30410bc-ddc0-415a-b8a1-dfb0e285c303,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:26.740564 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f832b3c9-23fe-4cc9-bf98-255abee697bd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:26.752223 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f832b3c9-23fe-4cc9-bf98-255abee697bd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9179819 Sep 09 14:57:26.754095 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f832b3c9-23fe-4cc9-bf98-255abee697bd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63b930e2-2627-46ee-a908-77f5451c484b,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:26.765299 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60804) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:26.781596 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-1feef484-298b-40e4-b818-f9d61027e58f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Request body: {'security_group_rule': {'security_group_id': '63b930e2-2627-46ee-a908-77f5451c484b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:26.869422 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-64d98bda-7425-47fa-b73c-0461ed704a01 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:26.870670 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-64d98bda-7425-47fa-b73c-0461ed704a01 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5201304 Sep 09 14:57:26.878916 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60808) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:26.916313 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-1e9fb765-7906-454a-a4dc-9f6ddd092045 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'security_group_rule': {'security_group_id': 'ef7c69e9-0d99-4d0f-9e28-141ad9731e03', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:27.013667 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0839f9f8-861b-4374-a185-47613c4fe59c req-22c80505-df1a-4855-b650-da36f6f1f8b1 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946906 Sep 09 14:57:27.045481 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1feef484-298b-40e4-b818-f9d61027e58f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group_rule (c717eeae-11c8-40ab-9ef1-f1cbab359af7), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:27.080988 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-2a202526-2f2d-4af0-9349-2b4e2e1a2671 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001635 Sep 09 14:57:27.117306 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:25Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:27.232867 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93d4724-9b5b-4853-8516-135f4652ebf3 None None] The sync data for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi is: [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:25Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:57:27.267607 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:57:27.277228 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Publish callbacks [] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), precommit_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:27.360285 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-1c6a083d-893f-4ef3-bbad-84a69b481259 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689087 Sep 09 14:57:27.360633 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb765-7906-454a-a4dc-9f6ddd092045 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (2e421b6d-2150-41ec-a25f-36e1199d3dd6), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:27.402748 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:27.455408 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:27.460219 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-41a33d8e-08a1-460c-aafa-94ea503f4386 None None] Provisioning complete for port acde1cfb-fe15-408e-9b75-038fe1bb658e triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:27.461252 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-41a33d8e-08a1-460c-aafa-94ea503f4386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:27.625822 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60826) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:27.633596 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:27.637880 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-41a33d8e-08a1-460c-aafa-94ea503f4386 None None] Port acde1cfb-fe15-408e-9b75-038fe1bb658e cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:57:27.691968 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-670c538d-55b1-447a-8072-eedaac6e2ec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.033134 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55688b26-737a-4c2f-80ad-e5dc463d0c35 None None] Pushing event updated for resources: {'Port': ['ID=ededcb7c-f829-4217-bbca-4bd7b1b8784b,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:28.096749 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-207439e5-fbc4-4522-8424-211b5bfa80d0 req-4ed08bb3-b7ff-439b-8407-1652cb6eb48e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 210 time: 0.1898124 Sep 09 14:57:28.163308 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-670c538d-55b1-447a-8072-eedaac6e2ec9 admin admin] Publish callbacks [] for security_group (c1a9e0b3-8d58-4c9a-a12a-76aaaad8ed20), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.175206 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-670c538d-55b1-447a-8072-eedaac6e2ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c1a9e0b3-8d58-4c9a-a12a-76aaaad8ed20), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.242980 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Attempting to bind port ededcb7c-f829-4217-bbca-4bd7b1b8784b on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:28.243356 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Attempting to bind port ededcb7c-f829-4217-bbca-4bd7b1b8784b by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:28.243722 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Attempting to bind port ededcb7c-f829-4217-bbca-4bd7b1b8784b on network 93d5556e-7098-41ee-955a-f1126257e985 {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:28.252881 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1feef484-298b-40e4-b818-f9d61027e58f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group_rule (c717eeae-11c8-40ab-9ef1-f1cbab359af7), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.294389 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Request body: {'port': {'device_id': '1053d238-10c6-4e04-bb1c-10d883bab2a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:28.318601 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1feef484-298b-40e4-b818-f9d61027e58f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (c717eeae-11c8-40ab-9ef1-f1cbab359af7), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.360464 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-670c538d-55b1-447a-8072-eedaac6e2ec9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=405c1623ad1a42b38fbab864d1feda77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7334948 Sep 09 14:57:28.367164 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60862) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:28.447194 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c538d-55b1-447a-8072-eedaac6e2ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a9e0b3-8d58-4c9a-a12a-76aaaad8ed20,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:28.491295 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60872) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:28.507510 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feef484-298b-40e4-b818-f9d61027e58f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c717eeae-11c8-40ab-9ef1-f1cbab359af7,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:28.508852 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a890-eaa3-42a4-a8c3-7da7bc6e976b admin admin] Publish callbacks [] for security_group (c1a9e0b3-8d58-4c9a-a12a-76aaaad8ed20), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.520104 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1feef484-298b-40e4-b818-f9d61027e58f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.522972 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-1feef484-298b-40e4-b818-f9d61027e58f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7556596 Sep 09 14:57:28.528840 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60878) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:28.531266 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 5fe2d193-ede9-4771-a28d-4556964ff062 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:28.532656 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (5fe2d193-ede9-4771-a28d-4556964ff062), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.556046 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-8a2fddb4-4643-4aa1-aeb5-bc6dd976f403 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Request body: {'security_group_rule': {'security_group_id': '63b930e2-2627-46ee-a908-77f5451c484b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:28.600544 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb765-7906-454a-a4dc-9f6ddd092045 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (2e421b6d-2150-41ec-a25f-36e1199d3dd6), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.608377 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb765-7906-454a-a4dc-9f6ddd092045 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (2e421b6d-2150-41ec-a25f-36e1199d3dd6), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.631007 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:28.632966 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Checking segment: {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:28.635763 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.637771 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Bound using segment: {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:28.640423 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Bound port: ededcb7c-f829-4217-bbca-4bd7b1b8784b, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:28.642984 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.701385 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a890-eaa3-42a4-a8c3-7da7bc6e976b admin admin] Publish callbacks [] for security_group (c1a9e0b3-8d58-4c9a-a12a-76aaaad8ed20), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.719149 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Sync routers for ids ['dcd82553-e045-421c-872a-af30f499ca24'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:57:28.752423 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Routers {'dcd82553-e045-421c-872a-af30f499ca24'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:28.753154 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['dcd82553-e045-421c-872a-af30f499ca24'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:28.785543 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9fb765-7906-454a-a4dc-9f6ddd092045 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e421b6d-2150-41ec-a25f-36e1199d3dd6,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:28.794189 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.814273 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1e9fb765-7906-454a-a4dc-9f6ddd092045 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.815694 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-1e9fb765-7906-454a-a4dc-9f6ddd092045 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9355793 Sep 09 14:57:28.819001 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60894) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:28.822544 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 5fe2d193-ede9-4771-a28d-4556964ff062, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=5fe2d193-ede9-4771-a28d-4556964ff062,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:28.824429 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:28.870733 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (5fe2d193-ede9-4771-a28d-4556964ff062), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.874104 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device cd31135b-8188-4db9-be01-999d6df5711e up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:28.881499 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a2fddb4-4643-4aa1-aeb5-bc6dd976f403 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group_rule (ad1fe02a-a50e-4f23-9eb9-ea102fbee6c6), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:28.945605 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:28.998669 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbacf2c7-ede7-42b2-87ea-ef1efa79151d req-966729de-f29e-4964-a290-cbe4c6772dd9 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:29.008239 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbacf2c7-ede7-42b2-87ea-ef1efa79151d req-966729de-f29e-4964-a290-cbe4c6772dd9 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 931 time: 0.2268748 Sep 09 14:57:29.164014 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a890-eaa3-42a4-a8c3-7da7bc6e976b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c1a9e0b3-8d58-4c9a-a12a-76aaaad8ed20), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:29.173834 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6fa0a890-eaa3-42a4-a8c3-7da7bc6e976b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:29.176210 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Set router dcd82553-e045-421c-872a-af30f499ca24 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:29.179407 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-6fa0a890-eaa3-42a4-a8c3-7da7bc6e976b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c1a9e0b3-8d58-4c9a-a12a-76aaaad8ed20 HTTP/1.1" status: 204 len: 168 time: 0.8112352 Sep 09 14:57:29.327131 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] For port ededcb7c-f829-4217-bbca-4bd7b1b8784b, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:29.361957 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0a890-eaa3-42a4-a8c3-7da7bc6e976b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a9e0b3-8d58-4c9a-a12a-76aaaad8ed20,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:29.370929 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a2fddb4-4643-4aa1-aeb5-bc6dd976f403 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group_rule (ad1fe02a-a50e-4f23-9eb9-ea102fbee6c6), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:29.382180 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] For port ededcb7c-f829-4217-bbca-4bd7b1b8784b, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ededcb7c-f829-4217-bbca-4bd7b1b8784b,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:29.405234 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=5fe2d193-ede9-4771-a28d-4556964ff062,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:29.434292 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:29.490353 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:29.491238 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:29.509778 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:29.531983 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a2fddb4-4643-4aa1-aeb5-bc6dd976f403 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (ad1fe02a-a50e-4f23-9eb9-ea102fbee6c6), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:29.541595 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:29.603138 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbacf2c7-ede7-42b2-87ea-ef1efa79151d req-0b47653f-b620-4d3f-9eaf-223dc3eb2557 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5767407 Sep 09 14:57:29.646311 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-663048984-network', 'tenant_id': '7b907e5fa35a49ad9ba11718211a3275'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:29.649668 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port cd31135b-8188-4db9-be01-999d6df5711e triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:29.651256 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (cd31135b-8188-4db9-be01-999d6df5711e), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:29.782392 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:29.804128 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2fddb4-4643-4aa1-aeb5-bc6dd976f403 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1fe02a-a50e-4f23-9eb9-ea102fbee6c6,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:29.830347 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-3d6e7c8e-f147-49f0-89a3-d27f2aa48c51 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:29.832107 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-3d6e7c8e-f147-49f0-89a3-d27f2aa48c51 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 818 time: 0.6712284 Sep 09 14:57:29.863169 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a2fddb4-4643-4aa1-aeb5-bc6dd976f403 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:29.864360 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-8a2fddb4-4643-4aa1-aeb5-bc6dd976f403 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3299170 Sep 09 14:57:29.891379 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-fb6b1181-267e-431e-8cba-33716bcefdd7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/quotas/b8051535f56a4e17a0fa1eeab7c08ce7 HTTP/1.1" status: 200 len: 375 time: 0.0255487 Sep 09 14:57:29.893129 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60924) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:29.904977 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:29.962171 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:18Z', 'revision_number': 2, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:30.029909 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Checking router: dcd82553-e045-421c-872a-af30f499ca24 for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:57:30.031161 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Updating router dcd82553-e045-421c-872a-af30f499ca24 port 92ce1216-33fe-48a8-899d-79d910cf931d binding host dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:57:30.046845 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:30.056688 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-12a0076a-30d0-42a5-b108-bb5a4b662144 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014218 Sep 09 14:57:30.124833 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acde1cfb-fe15-408e-9b75-038fe1bb658e {{(pid=106239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:57:30.126903 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:30.152007 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Publish callbacks [] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:30.244970 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.provisioning_blocks [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Transition to ACTIVE for port object acde1cfb-fe15-408e-9b75-038fe1bb658e will not be triggered until provisioned by entity L2. {{(pid=106239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 14:57:30.246372 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:30.250591 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 60930) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:30.267020 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:30.284516 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Made reservation on behalf of 7b907e5fa35a49ad9ba11718211a3275 for: {'network': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:30.289582 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:30.314992 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:30.377075 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-100ff963-c890-4190-bbbc-874a64a6c5f7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070507 Sep 09 14:57:30.597650 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-8810b737-0b52-4170-b97f-3f6a936525b7 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107918 Sep 09 14:57:30.614957 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:30.687897 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:30.693500 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:30.764997 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Pushing event updated for resources: {'Port': ['ID=acde1cfb-fe15-408e-9b75-038fe1bb658e,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:30.801149 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.managers [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Attempting to bind port acde1cfb-fe15-408e-9b75-038fe1bb658e on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:30.801634 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.managers [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Attempting to bind port acde1cfb-fe15-408e-9b75-038fe1bb658e by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'}] {{(pid=106239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:30.802025 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Attempting to bind port acde1cfb-fe15-408e-9b75-038fe1bb658e on network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:30.996466 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:31.127292 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-49875a5c-f5c4-48b6-b765-b70ac3c9cd18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:31.144779 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55688b26-737a-4c2f-80ad-e5dc463d0c35 None None] Pushing event updated for resources: {'Port': ['ID=ededcb7c-f829-4217-bbca-4bd7b1b8784b,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:31.382339 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Publish callbacks [] for port (92ce1216-33fe-48a8-899d-79d910cf931d), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:31.403996 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:31.460476 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:31.462703 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-49875a5c-f5c4-48b6-b765-b70ac3c9cd18 admin admin] Publish callbacks [] for security_group (ce06cc8b-69fd-4d72-891a-f142858dce74), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:31.468101 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.16', 60945) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:31.501156 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af541a7a-b9ac-49a5-af6d-72cd1990022f req-9c3504c5-b155-4ea3-87f7-5e99a7fba5ae tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:31.512497 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-af541a7a-b9ac-49a5-af6d-72cd1990022f req-9c3504c5-b155-4ea3-87f7-5e99a7fba5ae tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 943 time: 0.5676291 Sep 09 14:57:31.549543 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:31.568997 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Publish callbacks [] for security_group (c17f57ac-2734-439d-90a1-8fabf9ca6669), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:31.570722 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=16 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:31.598112 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cfb2ee21-04eb-4e30-b991-5ad0346b5497 req-df895d96-fd48-4729-849a-4f5cbdab2f8f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 210 time: 0.3089964 Sep 09 14:57:31.660412 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-49875a5c-f5c4-48b6-b765-b70ac3c9cd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ce06cc8b-69fd-4d72-891a-f142858dce74), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:31.752915 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Sync routers for ids ['0fc4475d-b6be-4c90-83af-d745f3d05bb0'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:57:31.764574 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-49875a5c-f5c4-48b6-b765-b70ac3c9cd18 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fb1ef290da434a6e949d4c18d98c866e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5105569 Sep 09 14:57:31.766099 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c17f57ac-2734-439d-90a1-8fabf9ca6669), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:31.784221 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=106239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:57:31.797609 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (4bb13731-3f99-43af-a954-929e12b0e6e7), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:31.798558 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.segments_db [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Added segment 4bb13731-3f99-43af-a954-929e12b0e6e7 of type vlan for network c79e0593-f913-4849-bbec-01f0ad120462 Sep 09 14:57:31.816999 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c40b5-ad2b-4160-8cbc-5c9eeaed22ac None None] Pushing event updated for resources: {'Port': ['ID=92ce1216-33fe-48a8-899d-79d910cf931d,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:31.825146 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c451ee-3f37-47d9-bcfb-16f1cf3a478a None None] The sync data for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi is: [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:57:31.840863 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60964) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:31.853007 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port cd31135b-8188-4db9-be01-999d6df5711e is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:31.853406 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (cd31135b-8188-4db9-be01-999d6df5711e), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:31.981536 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Routers {'0fc4475d-b6be-4c90-83af-d745f3d05bb0'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:31.983052 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['0fc4475d-b6be-4c90-83af-d745f3d05bb0'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:32.001712 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port cd31135b-8188-4db9-be01-999d6df5711e, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=cd31135b-8188-4db9-be01-999d6df5711e,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:32.012208 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (c79e0593-f913-4849-bbec-01f0ad120462), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:32.015425 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:32.059137 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:32.121494 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Attempting to bind port 92ce1216-33fe-48a8-899d-79d910cf931d on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:32.126645 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Attempting to bind port 92ce1216-33fe-48a8-899d-79d910cf931d by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:32.127082 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Attempting to bind port 92ce1216-33fe-48a8-899d-79d910cf931d on network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:32.135054 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:32.146741 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49875a5c-f5c4-48b6-b765-b70ac3c9cd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce06cc8b-69fd-4d72-891a-f142858dce74,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:32.214945 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (cd31135b-8188-4db9-be01-999d6df5711e), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:32.215948 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:32.236744 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17f57ac-2734-439d-90a1-8fabf9ca6669,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:32.253646 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (c79e0593-f913-4849-bbec-01f0ad120462), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:32.265537 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:32.269832 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:32.370644 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:32.371707 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Checking segment: {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:32.372176 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:32.379743 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Bound using segment: {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:32.382724 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Bound port: 92ce1216-33fe-48a8-899d-79d910cf931d, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:32.383164 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:32.449824 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-af541a7a-b9ac-49a5-af6d-72cd1990022f req-fe9b56d9-45be-435e-8b64-50e2ac9e4e6d tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7901537 Sep 09 14:57:32.585305 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-03815d19-6e48-46d2-9c4d-f5241b77ebf0 admin admin] Publish callbacks [] for security_group (ce06cc8b-69fd-4d72-891a-f142858dce74), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:32.628540 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=cd31135b-8188-4db9-be01-999d6df5711e,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:32.633083 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] For port 92ce1216-33fe-48a8-899d-79d910cf931d, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:32.640316 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] For port 92ce1216-33fe-48a8-899d-79d910cf931d, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=92ce1216-33fe-48a8-899d-79d910cf931d,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:32.666019 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:32.711784 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-03815d19-6e48-46d2-9c4d-f5241b77ebf0 admin admin] Publish callbacks [] for security_group (ce06cc8b-69fd-4d72-891a-f142858dce74), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:32.756830 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:32.824504 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Routers {'dcd82553-e045-421c-872a-af30f499ca24'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:32.825778 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['dcd82553-e045-421c-872a-af30f499ca24'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:32.898414 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] Pushing event updated for resources: {'Network': ['ID=c79e0593-f913-4849-bbec-01f0ad120462,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:32.902717 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-afc201b1-a40e-4eb1-85d1-cc63d9e56477 req-52964ecd-cd31-4756-828d-477ac6b402af tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 210 time: 0.1755979 Sep 09 14:57:32.906544 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:32.907498 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:32.910581 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Port acde1cfb-fe15-408e-9b75-038fe1bb658e on network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 14:57:32.910913 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Attempting to bind port acde1cfb-fe15-408e-9b75-038fe1bb658e on network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:32.915751 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-8d45f7c3-39a5-457b-b1e0-02265e387caf admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 4.3918223 Sep 09 14:57:32.939336 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 60998) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:32.947524 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-3db9099a-23c7-42a1-84c2-0da188c7aac8 admin admin] Request body: {'subnet': {'network_id': 'c79e0593-f913-4849-bbec-01f0ad120462', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-663048984-subnet', 'tenant_id': '7b907e5fa35a49ad9ba11718211a3275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:33.041547 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c40b5-ad2b-4160-8cbc-5c9eeaed22ac None None] Pushing event updated for resources: {'Port': ['ID=92ce1216-33fe-48a8-899d-79d910cf931d,revision_number=4']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:33.048525 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network c79e0593-f913-4849-bbec-01f0ad120462 details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:57:33.072831 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db9099a-23c7-42a1-84c2-0da188c7aac8 admin admin] Made reservation on behalf of 7b907e5fa35a49ad9ba11718211a3275 for: {'subnet': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:33.080374 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3db9099a-23c7-42a1-84c2-0da188c7aac8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:33.249010 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-03815d19-6e48-46d2-9c4d-f5241b77ebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ce06cc8b-69fd-4d72-891a-f142858dce74), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:33.267431 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] Set router dcd82553-e045-421c-872a-af30f499ca24 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:33.269608 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-03815d19-6e48-46d2-9c4d-f5241b77ebf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:33.272088 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-03815d19-6e48-46d2-9c4d-f5241b77ebf0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ce06cc8b-69fd-4d72-891a-f142858dce74 HTTP/1.1" status: 204 len: 168 time: 1.4089170 Sep 09 14:57:33.319378 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Set router 0fc4475d-b6be-4c90-83af-d745f3d05bb0 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:33.384751 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Allocated IP 172.27.3.175 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/b9cc3b58-7d73-4b77-8224-9a322cdd65ea) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:33.412623 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:33.412916 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Checking segment: {'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:33.413728 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Bound using segment: {'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'} {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:33.414310 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.managers [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Bound port: acde1cfb-fe15-408e-9b75-038fe1bb658e, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'}}] {{(pid=106239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:33.414677 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:33.454930 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03815d19-6e48-46d2-9c4d-f5241b77ebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce06cc8b-69fd-4d72-891a-f142858dce74,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:33.530363 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:33.695264 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:33.706934 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 815a3fe5-42d9-4e99-9f29-6df96e1ec1df up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:33.908552 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1467cd7-2adb-4505-aaee-b45edf34b47b req-b640048a-1ac7-41b0-b5cc-d4019077daae tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:33.917239 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1467cd7-2adb-4505-aaee-b45edf34b47b req-b640048a-1ac7-41b0-b5cc-d4019077daae tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 943 time: 0.2436609 Sep 09 14:57:33.926776 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3db9099a-23c7-42a1-84c2-0da188c7aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (f921baf9-f29f-4254-a79f-261872d3f34d), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:33.966495 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for port (b9cc3b58-7d73-4b77-8224-9a322cdd65ea), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:34.021427 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-970f8f25-e308-4dce-9a1e-14c543866bd9 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:34.023899 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-970f8f25-e308-4dce-9a1e-14c543866bd9 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 818 time: 2.4512596 Sep 09 14:57:34.030362 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (b9cc3b58-7d73-4b77-8224-9a322cdd65ea), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:34.031454 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9099a-23c7-42a1-84c2-0da188c7aac8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f921baf9-f29f-4254-a79f-261872d3f34d,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:34.101851 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1467cd7-2adb-4505-aaee-b45edf34b47b req-23c3598d-a3a8-41e3-afcc-155c84f3857d tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826601 Sep 09 14:57:34.111139 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:32Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:34.155327 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:34.167371 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db9099a-23c7-42a1-84c2-0da188c7aac8 admin admin] Checking segment: {'id': '4bb13731-3f99-43af-a954-929e12b0e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c79e0593-f913-4849-bbec-01f0ad120462'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:34.168546 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db9099a-23c7-42a1-84c2-0da188c7aac8 admin admin] Network hostable DHCP agents. Network: c79e0593-f913-4849-bbec-01f0ad120462, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:57:34.171110 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:34.171632 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:34.173713 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bdab4e3d-306c-4ee0-aa4b-210a5e94bc71 req-6acabe02-e5f3-440a-9bd1-319e23a74f1b tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 210 time: 0.0648272 Sep 09 14:57:34.176858 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Allocated IP 172.27.3.248 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/75409832-9629-4c97-b3dc-1142bf72ea51) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:34.222405 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:34.244131 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:34.254515 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21a0b1-0b20-418a-bca8-80cfb6798d28 None None] The sync data for ids ['dcd82553-e045-421c-872a-af30f499ca24'] in dv-cinder-828696-11-iscsi is: [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:32Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:57:34.254805 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db9099a-23c7-42a1-84c2-0da188c7aac8 admin admin] Network c79e0593-f913-4849-bbec-01f0ad120462 is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:57:34.282889 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-3db9099a-23c7-42a1-84c2-0da188c7aac8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, c79e0593-f913-4849-bbec-01f0ad120462) {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:34.290332 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] For port acde1cfb-fe15-408e-9b75-038fe1bb658e, host hv-cinder-82869, cleared binding levels {{(pid=106239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:34.304859 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db9099a-23c7-42a1-84c2-0da188c7aac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:34.305438 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3db9099a-23c7-42a1-84c2-0da188c7aac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:34.316119 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 32810) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:34.316447 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] For port acde1cfb-fe15-408e-9b75-038fe1bb658e, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=acde1cfb-fe15-408e-9b75-038fe1bb658e,segment=NetworkSegment(e97dedb0-4af3-4163-a0e6-45adc0b4d44a),segment_id=e97dedb0-4af3-4163-a0e6-45adc0b4d44a)] {{(pid=106239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:34.322716 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148e2b8a-cd2f-4c4d-a4db-c13759f1b665 None None] Network c79e0593-f913-4849-bbec-01f0ad120462 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:34.344178 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'Port': ['ID=b9cc3b58-7d73-4b77-8224-9a322cdd65ea,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:34.364150 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:34.379182 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:34.404804 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Request body: {'port': {'device_id': 'fbddff0a-cdd3-4537-821e-decd3714e96d', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'admin_state_up': True, 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:34.447064 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for port (75409832-9629-4c97-b3dc-1142bf72ea51), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:34.561814 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'name': 'tempest-DeleteServersTestJSON-1256909934-router', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:15Z', 'revision_number': 4, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'gw_port': {'id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'c587bf7b-4555-4175-800d-f069169f894f', 'name': '', 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'mac_address': 'fa:16:3e:7f:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbbeaa77-058a-4286-8538-f97749e07952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:15Z', 'revision_number': 2, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'subnets': [{'id': 'fbbeaa77-058a-4286-8538-f97749e07952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:34.562566 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d4351279-c8a6-4f5f-bd83-1b971fd0a56e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:34.569252 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.16', 60953) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:34.582384 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (75409832-9629-4c97-b3dc-1142bf72ea51), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:34.625764 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:34.627278 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:34.633084 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab892a-d0a9-48d0-988b-2ee9585ce3f7 None None] Network c79e0593-f913-4849-bbec-01f0ad120462 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:34.680309 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Checking router: 0fc4475d-b6be-4c90-83af-d745f3d05bb0 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:57:34.680903 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Updating router 0fc4475d-b6be-4c90-83af-d745f3d05bb0 port c587bf7b-4555-4175-800d-f069169f894f binding host dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:57:34.696519 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:34.728834 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 32814) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:34.757820 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:34.758449 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for port (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:34.759921 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/acde1cfb-fe15-408e-9b75-038fe1bb658e HTTP/1.1" status: 200 len: 1093 time: 7.5001028 Sep 09 14:57:34.780669 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1053d238-10c6-4e04-bb1c-10d883bab2a5', 'tag': 'acde1cfb-fe15-408e-9b75-038fe1bb658e'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:57:34.811878 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c587bf7b-4555-4175-800d-f069169f894f), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:34.898109 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-3db9099a-23c7-42a1-84c2-0da188c7aac8 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9551220 Sep 09 14:57:34.920611 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-373a93cb-2bea-47f0-8c00-620ba0120179 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:34.928463 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-373a93cb-2bea-47f0-8c00-620ba0120179 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 818 time: 0.3518162 Sep 09 14:57:35.134791 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:35.144618 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:35.153895 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:35.203202 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Publish callbacks [] for port (c587bf7b-4555-4175-800d-f069169f894f), precommit_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:35.212241 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:35.276134 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event updated for resources: {'Port': ['ID=75409832-9629-4c97-b3dc-1142bf72ea51,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:35.284667 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:35.296580 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c587bf7b-4555-4175-800d-f069169f894f), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:35.347804 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:35.356103 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:35.380396 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Request body: {'port': {'device_id': '211a0b66-c743-4309-943c-b2d6afbee2c6', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'admin_state_up': True, 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:35.411936 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d4351279-c8a6-4f5f-bd83-1b971fd0a56e admin admin] Publish callbacks [] for security_group (36551bbc-b124-4ec3-8cbe-6370cbbd1b2e), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:35.603175 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d4351279-c8a6-4f5f-bd83-1b971fd0a56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (36551bbc-b124-4ec3-8cbe-6370cbbd1b2e), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:35.715396 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5e97e4d9-0815-49b2-8a0e-79c4976b913c req-c29cbefb-2bc3-4c9c-b34a-2e8ffa1cafcd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 210 time: 0.2979879 Sep 09 14:57:35.852271 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (8db9a390-7452-4076-90e6-00180a6e8ea6), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:35.888968 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a0bb43-87c3-4d43-9a68-d1cc1627e04f req-518d6584-d652-474a-a77e-518866f30ebb tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:35.897507 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b9a0bb43-87c3-4d43-9a68-d1cc1627e04f req-518d6584-d652-474a-a77e-518866f30ebb tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 943 time: 0.5126617 Sep 09 14:57:35.947322 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:35.948433 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:35.976034 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (75409832-9629-4c97-b3dc-1142bf72ea51), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:36.129613 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1218d3-0144-4b56-afa2-0b3f6cf1e134 None None] Pushing event updated for resources: {'Port': ['ID=c587bf7b-4555-4175-800d-f069169f894f,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:36.230215 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Made reservation on behalf of b8051535f56a4e17a0fa1eeab7c08ce7 for: {'port': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:36.244109 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:36.275028 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:36.276247 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for port (75409832-9629-4c97-b3dc-1142bf72ea51), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:36.350303 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-86e661f3-6876-471b-94a0-b54b5e24ee9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:36.375173 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b9a0bb43-87c3-4d43-9a68-d1cc1627e04f req-081ea30a-3a31-4a44-a805-c880afeffd93 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755521 Sep 09 14:57:36.378101 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-d4351279-c8a6-4f5f-bd83-1b971fd0a56e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5eff1d3c3d4e43cc87b3390db10cdbb4&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0573502 Sep 09 14:57:36.393605 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 32858) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:36.398137 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Attempting to bind port c587bf7b-4555-4175-800d-f069169f894f on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:36.401580 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-a1549475-601a-41c0-bcfc-34cd30e9beed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:36.402244 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Attempting to bind port c587bf7b-4555-4175-800d-f069169f894f by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:36.402670 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Attempting to bind port c587bf7b-4555-4175-800d-f069169f894f on network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:36.404532 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (75409832-9629-4c97-b3dc-1142bf72ea51), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:36.405498 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (8db9a390-7452-4076-90e6-00180a6e8ea6), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:36.410299 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-a1549475-601a-41c0-bcfc-34cd30e9beed service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3c2219444c1b4ad0a395880494ddbbe3&device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 1127 time: 1.2129357 Sep 09 14:57:36.511303 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (1ce026e4-ac12-4aff-bf11-37025fe2de7a), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:36.584634 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:36.585888 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:36.613696 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:36.614205 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Checking segment: {'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:36.614623 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:36.615063 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Bound using segment: {'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:36.615561 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Bound port: c587bf7b-4555-4175-800d-f069169f894f, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:36.616100 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c587bf7b-4555-4175-800d-f069169f894f), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:36.698959 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 32860) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:36.746855 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] For port c587bf7b-4555-4175-800d-f069169f894f, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:36.757915 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] For port c587bf7b-4555-4175-800d-f069169f894f, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=c587bf7b-4555-4175-800d-f069169f894f,segment=NetworkSegment(e97dedb0-4af3-4163-a0e6-45adc0b4d44a),segment_id=e97dedb0-4af3-4163-a0e6-45adc0b4d44a)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:36.792973 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:36.797105 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fd6c05-6dd0-4c3d-a99f-53ad0311c840 service neutron] Pushing event updated for resources: {'Port': ['ID=acde1cfb-fe15-408e-9b75-038fe1bb658e,revision_number=3']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:36.798629 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1147445953-network', 'tenant_id': '02743e3f4fb54c14b3e27331dbbdb9ae'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:36.805091 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c587bf7b-4555-4175-800d-f069169f894f), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:36.816355 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:36.828035 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fc586b-fd6f-4735-b8ba-aa893165ff76" -d '{"events": [{"name": "network-changed", "server_uuid": "1053d238-10c6-4e04-bb1c-10d883bab2a5", "tag": "acde1cfb-fe15-408e-9b75-038fe1bb658e"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:36.850537 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9539113 Sep 09 14:57:36.888837 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-86e661f3-6876-471b-94a0-b54b5e24ee9c admin admin] Publish callbacks [] for security_group (a655a3a4-5b44-483c-b13a-8f5b42716f10), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:36.923051 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:36.924008 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4351279-c8a6-4f5f-bd83-1b971fd0a56e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36551bbc-b124-4ec3-8cbe-6370cbbd1b2e,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:36.997691 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-31f1fbdb-c8f4-486a-8e86-a82bc3a863e7 req-df5f2974-6bcd-4fc8-a6d2-a72c0197f19c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 210 time: 0.0588021 Sep 09 14:57:37.020726 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:37.020726 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.038571 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2e933-a770-464e-814b-e416946fd0a8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event updated for resources: {'Port': ['ID=75409832-9629-4c97-b3dc-1142bf72ea51,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:37.061400 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5901-916c-4137-a781-a8b538bf4dbc admin admin] Publish callbacks [] for security_group (36551bbc-b124-4ec3-8cbe-6370cbbd1b2e), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.181052 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1218d3-0144-4b56-afa2-0b3f6cf1e134 None None] Pushing event updated for resources: {'Port': ['ID=c587bf7b-4555-4175-800d-f069169f894f,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:37.205871 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Routers {'0fc4475d-b6be-4c90-83af-d745f3d05bb0'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:57:37.206075 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-194e8562-4d44-41a9-aa28-9712e98140ce service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acde1cfb-fe15-408e-9b75-038fe1bb658e HTTP/1.1" status: 200 len: 217 time: 0.3969014 Sep 09 14:57:37.206463 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['0fc4475d-b6be-4c90-83af-d745f3d05bb0'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:37.210224 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-86e661f3-6876-471b-94a0-b54b5e24ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (a655a3a4-5b44-483c-b13a-8f5b42716f10), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.325185 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5901-916c-4137-a781-a8b538bf4dbc admin admin] Publish callbacks [] for security_group (36551bbc-b124-4ec3-8cbe-6370cbbd1b2e), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.348154 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Made reservation on behalf of 02743e3f4fb54c14b3e27331dbbdb9ae for: {'network': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:37.350846 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.394186 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.415688 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Made reservation on behalf of b8051535f56a4e17a0fa1eeab7c08ce7 for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:37.429423 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.448791 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:37.448791 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.473305 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] Set router 0fc4475d-b6be-4c90-83af-d745f3d05bb0 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:57:37.474988 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-86e661f3-6876-471b-94a0-b54b5e24ee9c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=658d1ce2094543edb865bceee0097e57&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7140648 Sep 09 14:57:37.476112 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=1c2ac41a-e2f8-4eda-b7de-0617dc3e176e,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:37.493580 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e20f982-0109-4b40-a4f4-5fe6742950c1 x-openstack-request-id: req-2e20f982-0109-4b40-a4f4-5fe6742950c1 {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:37.495067 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1053d238-10c6-4e04-bb1c-10d883bab2a5", "tag": "acde1cfb-fe15-408e-9b75-038fe1bb658e", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:37.497663 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 32888) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:37.497936 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e20f982-0109-4b40-a4f4-5fe6742950c1 {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:37.498714 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e20f982-0109-4b40-a4f4-5fe6742950c1'] response: {'name': 'network-changed', 'server_uuid': '1053d238-10c6-4e04-bb1c-10d883bab2a5', 'tag': 'acde1cfb-fe15-408e-9b75-038fe1bb658e', 'status': 'completed', 'code': 200} Sep 09 14:57:37.504778 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.549299 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5901-916c-4137-a781-a8b538bf4dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (36551bbc-b124-4ec3-8cbe-6370cbbd1b2e), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.551919 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c8bc5901-916c-4137-a781-a8b538bf4dbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.556220 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-c8bc5901-916c-4137-a781-a8b538bf4dbc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/36551bbc-b124-4ec3-8cbe-6370cbbd1b2e HTTP/1.1" status: 204 len: 168 time: 1.1557570 Sep 09 14:57:37.686038 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-ca56c84b-1d0f-494a-a4c6-47a80cc6a0b2 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--917800872&fields=id&tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a HTTP/1.1" status: 200 len: 267 time: 0.3040709 Sep 09 14:57:37.712190 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=1c2ac41a-e2f8-4eda-b7de-0617dc3e176e,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:37.751856 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-1d257ba2-133c-4a2e-9add-4abe77ce6c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.805082 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:37.831480 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (b9cc3b58-7d73-4b77-8224-9a322cdd65ea), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:37.838990 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf9e57-239d-410f-a0e6-547690108c23 req-c7e5dbdc-a6f5-4da8-ae4d-7772a2b8454e tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:37.853892 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eecf9e57-239d-410f-a0e6-547690108c23 req-c7e5dbdc-a6f5-4da8-ae4d-7772a2b8454e tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 943 time: 0.2757123 Sep 09 14:57:37.857311 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:37.932020 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e661f3-6876-471b-94a0-b54b5e24ee9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a655a3a4-5b44-483c-b13a-8f5b42716f10,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:37.974866 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-7dfe690c-bb79-4106-9b30-c5c44de26916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:37.976347 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-7dfe690c-bb79-4106-9b30-c5c44de26916 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=fbbeaa77-058a-4286-8538-f97749e07952 HTTP/1.1" status: 200 len: 851 time: 0.5516214 Sep 09 14:57:37.982665 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'name': 'tempest-DeleteServersTestJSON-1256909934-router', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:15Z', 'revision_number': 4, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'gw_port': {'id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'c587bf7b-4555-4175-800d-f069169f894f', 'name': '', 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'mac_address': 'fa:16:3e:7f:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbbeaa77-058a-4286-8538-f97749e07952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:36Z', 'revision_number': 4, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'subnets': [{'id': 'fbbeaa77-058a-4286-8538-f97749e07952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:38.036799 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87f4683-8c70-43fd-a95d-cff0e12f3fe3 None None] The sync data for ids ['0fc4475d-b6be-4c90-83af-d745f3d05bb0'] in dv-cinder-828696-11-iscsi is: [{'id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'name': 'tempest-DeleteServersTestJSON-1256909934-router', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:15Z', 'revision_number': 4, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'gw_port': {'id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'c587bf7b-4555-4175-800d-f069169f894f', 'name': '', 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'mac_address': 'fa:16:3e:7f:3e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'fbbeaa77-058a-4286-8538-f97749e07952', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:36Z', 'revision_number': 4, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'subnets': [{'id': 'fbbeaa77-058a-4286-8538-f97749e07952', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:57:38.134183 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 5fe2d193-ede9-4771-a28d-4556964ff062 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:38.240939 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bc5901-916c-4137-a781-a8b538bf4dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36551bbc-b124-4ec3-8cbe-6370cbbd1b2e,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:38.252151 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-59d56a34-6e2e-4a28-945b-0b309e61c5c4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:38.261940 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-59d56a34-6e2e-4a28-945b-0b309e61c5c4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 817 time: 0.5742993 Sep 09 14:57:38.287713 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 5fe2d193-ede9-4771-a28d-4556964ff062 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:38.288113 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (5fe2d193-ede9-4771-a28d-4556964ff062), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:38.357537 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f02f726d-5786-47f2-a0f1-8166c3bbb9fc admin admin] Publish callbacks [] for security_group (a655a3a4-5b44-483c-b13a-8f5b42716f10), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:38.389942 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f02f726d-5786-47f2-a0f1-8166c3bbb9fc admin admin] Publish callbacks [] for security_group (a655a3a4-5b44-483c-b13a-8f5b42716f10), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:38.403740 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Allocated IP 172.20.0.13 (6a104187-cf4f-4fc2-83b7-d6fe24d794dc/495b0adf-0bd0-478d-a42f-97975589132d/acf93c11-9610-4394-9769-af290e65bfdd) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:38.411034 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:38.425907 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-c2c72f98-74ce-47e0-be24-f2ce2d3236bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:38.430389 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-c2c72f98-74ce-47e0-be24-f2ce2d3236bd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=9b0fd95b-9a64-4241-8e08-e70dc9acd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3851666 Sep 09 14:57:38.478527 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-6bec7a5c-1a06-454d-9134-7cd52c2d654c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/quotas/c83910e3ac2f4c8f9f127ab767bffd1a HTTP/1.1" status: 200 len: 375 time: 0.2150314 Sep 09 14:57:38.510498 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 5fe2d193-ede9-4771-a28d-4556964ff062 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:38.514041 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 92ce1216-33fe-48a8-899d-79d910cf931d up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:38.624147 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 92ce1216-33fe-48a8-899d-79d910cf931d triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:38.624893 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:38.650806 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-c4dd21f2-03f0-4b58-ba91-2e7ada7d0d3d tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1709557 Sep 09 14:57:38.687847 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eecf9e57-239d-410f-a0e6-547690108c23 req-e9f772ce-f5c5-4969-ba33-ba5d08ffec1e tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8227475 Sep 09 14:57:38.747644 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=6 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:38.825035 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 92ce1216-33fe-48a8-899d-79d910cf931d is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:38.825464 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:38.837102 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Publish callbacks [] for security_group (bea2419b-69b0-427a-8bd4-55e355a65c5b), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:38.913254 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 92ce1216-33fe-48a8-899d-79d910cf931d, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=92ce1216-33fe-48a8-899d-79d910cf931d,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:38.933452 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:38.935617 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device cd31135b-8188-4db9-be01-999d6df5711e up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:38.958423 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (bea2419b-69b0-427a-8bd4-55e355a65c5b), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:38.997790 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f02f726d-5786-47f2-a0f1-8166c3bbb9fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (a655a3a4-5b44-483c-b13a-8f5b42716f10), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.001424 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f02f726d-5786-47f2-a0f1-8166c3bbb9fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.002921 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-f02f726d-5786-47f2-a0f1-8166c3bbb9fc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a655a3a4-5b44-483c-b13a-8f5b42716f10 HTTP/1.1" status: 204 len: 168 time: 1.4984233 Sep 09 14:57:39.034046 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-57addf9b-d856-48ae-899f-1883895b33d1 req-ccbe2c82-7ba5-4c98-985d-5bd27a310dac tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 210 time: 0.1660557 Sep 09 14:57:39.094594 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port cd31135b-8188-4db9-be01-999d6df5711e triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:39.095079 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (cd31135b-8188-4db9-be01-999d6df5711e), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.104908 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=92ce1216-33fe-48a8-899d-79d910cf931d,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:39.138603 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea2419b-69b0-427a-8bd4-55e355a65c5b,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:39.142136 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=106238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:57:39.152853 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:39.180772 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f726d-5786-47f2-a0f1-8166c3bbb9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a655a3a4-5b44-483c-b13a-8f5b42716f10,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:39.189119 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (9411f6cc-1c1c-4f16-a6c5-439f5e230588), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.189727 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.segments_db [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Added segment 9411f6cc-1c1c-4f16-a6c5-439f5e230588 of type vlan for network 020bc0d8-4b7e-4a65-8e2a-5b014cb2a773 Sep 09 14:57:39.288754 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-e32bd85a-142a-4a1e-b4b6-9f56b81b4be8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706115 Sep 09 14:57:39.319510 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port cd31135b-8188-4db9-be01-999d6df5711e is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:39.320804 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ab378f1b-02ac-4975-bb8c-b73468dcd25b up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:39.354789 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for port (acf93c11-9610-4394-9769-af290e65bfdd), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.404807 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port ab378f1b-02ac-4975-bb8c-b73468dcd25b triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:39.405855 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.417022 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:39.430289 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (acf93c11-9610-4394-9769-af290e65bfdd), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.482982 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-1b9ba70d-e841-46e9-957f-8ba5f1f5a764 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933866 Sep 09 14:57:39.534953 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:39.550886 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (020bc0d8-4b7e-4a65-8e2a-5b014cb2a773), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.574416 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port ab378f1b-02ac-4975-bb8c-b73468dcd25b is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:39.577527 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.623850 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event updated for resources: {'Port': ['ID=acf93c11-9610-4394-9769-af290e65bfdd,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:39.654195 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-be5c0c27-142e-4b97-9b40-42179e1d76a2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9b0fd95b-9a64-4241-8e08-e70dc9acd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2080410 Sep 09 14:57:39.663264 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:39.693245 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Allocated IP 172.20.0.4 (6a104187-cf4f-4fc2-83b7-d6fe24d794dc/495b0adf-0bd0-478d-a42f-97975589132d/c8fdd88c-0583-47e2-a5ed-5152bcef3474) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:39.698077 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (020bc0d8-4b7e-4a65-8e2a-5b014cb2a773), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.700709 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:39.701974 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.711259 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for port (b9cc3b58-7d73-4b77-8224-9a322cdd65ea), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.748983 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:39.813877 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (b9cc3b58-7d73-4b77-8224-9a322cdd65ea), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.816238 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port ab378f1b-02ac-4975-bb8c-b73468dcd25b, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ab378f1b-02ac-4975-bb8c-b73468dcd25b,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:39.819559 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (1ce026e4-ac12-4aff-bf11-37025fe2de7a), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.842022 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.845520 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ededcb7c-f829-4217-bbca-4bd7b1b8784b up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:39.863817 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:39.904621 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:39.908080 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for port (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.968189 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:39.975220 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-14c58d3b-3002-4a37-93de-a105d86be2de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:39.982524 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2116578 Sep 09 14:57:39.986132 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-de636c53-4180-4380-a5b5-50557a232940 req-0ffaec84-0192-44bc-941d-8ea5b5efc89b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 210 time: 0.1781833 Sep 09 14:57:39.994803 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 32938) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:40.002734 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ab6a10-e11a-4868-83e5-fa4d2d12d0b1 admin admin] Pushing event updated for resources: {'Network': ['ID=020bc0d8-4b7e-4a65-8e2a-5b014cb2a773,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:40.014932 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-1218a98d-6762-45ba-8ba4-f4595a0a86e6 admin admin] Request body: {'subnet': {'network_id': '020bc0d8-4b7e-4a65-8e2a-5b014cb2a773', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1147445953-subnet', 'tenant_id': '02743e3f4fb54c14b3e27331dbbdb9ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:40.043748 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network 020bc0d8-4b7e-4a65-8e2a-5b014cb2a773 details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:57:40.128444 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1218a98d-6762-45ba-8ba4-f4595a0a86e6 admin admin] Made reservation on behalf of 02743e3f4fb54c14b3e27331dbbdb9ae for: {'subnet': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:40.131525 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1218a98d-6762-45ba-8ba4-f4595a0a86e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:40.138985 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port ededcb7c-f829-4217-bbca-4bd7b1b8784b triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:40.139492 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:40.145570 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=ab378f1b-02ac-4975-bb8c-b73468dcd25b,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:40.252440 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:40.252830 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'Port': ['ID=b9cc3b58-7d73-4b77-8224-9a322cdd65ea,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:40.466704 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 32950) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:40.501394 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-5e4a8344-456a-4737-a62a-b35b7264bcc0 None None] Provisioning complete for port acf93c11-9610-4394-9769-af290e65bfdd triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:40.501979 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5e4a8344-456a-4737-a62a-b35b7264bcc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (acf93c11-9610-4394-9769-af290e65bfdd), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:40.510481 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:40.524364 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-3a2f1f02-602e-4a98-be1b-e883839d15bd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.7041457 Sep 09 14:57:40.566852 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port ededcb7c-f829-4217-bbca-4bd7b1b8784b is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:40.566852 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:40.576181 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-fac8bbc0-02e2-4fa1-991d-4b56ce5bd5e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2030454 Sep 09 14:57:40.608423 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc123-8d19-4814-bc28-9c2d32b52aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:40.643461 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Request body: {'port': {'device_id': 'fbddff0a-cdd3-4537-821e-decd3714e96d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:40.659525 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad45fc-96e2-40bc-aa75-5b65a4498f5d req-5985fec3-dddb-4428-841d-435d0dd243d4 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:40.661126 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-51ad45fc-96e2-40bc-aa75-5b65a4498f5d req-5985fec3-dddb-4428-841d-435d0dd243d4 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 943 time: 0.6705832 Sep 09 14:57:40.734758 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9064be3b-e3d5-4ff0-85b6-37c0b0995736 req-225614d6-ba57-40c7-982e-f8ea938fbb0d tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 210 time: 0.4235611 Sep 09 14:57:40.754393 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-5e4a8344-456a-4737-a62a-b35b7264bcc0 None None] Port acf93c11-9610-4394-9769-af290e65bfdd cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:57:40.793632 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port ededcb7c-f829-4217-bbca-4bd7b1b8784b, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ededcb7c-f829-4217-bbca-4bd7b1b8784b,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:40.807266 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:40.808759 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device c587bf7b-4555-4175-800d-f069169f894f up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:40.925153 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-ed337b52-2374-4f71-93ef-d239acb91d84 req-8f44a0c4-4ce2-4f58-b37d-b0aad7976ff6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9b0fd95b-9a64-4241-8e08-e70dc9acd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2057712 Sep 09 14:57:40.997371 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=ededcb7c-f829-4217-bbca-4bd7b1b8784b,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:41.091886 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-51ad45fc-96e2-40bc-aa75-5b65a4498f5d req-50d81f9c-2c13-4cd1-8dc5-49c57622e1f7 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927226 Sep 09 14:57:41.101824 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (acf93c11-9610-4394-9769-af290e65bfdd), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:41.303411 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc586b-fd6f-4735-b8ba-aa893165ff76 req-cb038235-b0ca-4c48-8b78-9d46a1bdb69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:41.305060 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-95fc586b-fd6f-4735-b8ba-aa893165ff76 req-cb038235-b0ca-4c48-8b78-9d46a1bdb69b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3c2219444c1b4ad0a395880494ddbbe3&device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 1127 time: 0.2922857 Sep 09 14:57:41.388865 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bce31fa3-1a8c-44c1-aae5-68f28bf5f618 req-d5575b89-e7ff-4113-bf8a-143e942d649f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 210 time: 0.1386328 Sep 09 14:57:41.396248 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:41.401326 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port c587bf7b-4555-4175-800d-f069169f894f triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:41.402524 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (c587bf7b-4555-4175-800d-f069169f894f), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:41.470269 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc123-8d19-4814-bc28-9c2d32b52aac admin admin] Publish callbacks [] for security_group (ecaa379b-2031-410c-812d-7185efda6a71), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:41.489279 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-69201cf6-34d2-4458-ac30-c4425a32d11f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1150984979&fields=id&tenant_id=063bdf7448ee45939287687b0e65dd97 HTTP/1.1" status: 200 len: 267 time: 0.5471885 Sep 09 14:57:41.506237 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ad1bc123-8d19-4814-bc28-9c2d32b52aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ecaa379b-2031-410c-812d-7185efda6a71), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:41.549590 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:41.553123 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-ad1bc123-8d19-4814-bc28-9c2d32b52aac admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=debe98ba25a24934be06d95e854157f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0692353 Sep 09 14:57:41.596997 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port c587bf7b-4555-4175-800d-f069169f894f is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:41.597550 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c587bf7b-4555-4175-800d-f069169f894f), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:41.641737 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port c587bf7b-4555-4175-800d-f069169f894f, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=c587bf7b-4555-4175-800d-f069169f894f,segment=NetworkSegment(e97dedb0-4af3-4163-a0e6-45adc0b4d44a),segment_id=e97dedb0-4af3-4163-a0e6-45adc0b4d44a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:41.642182 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:41.644568 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 32986) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:41.646815 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c587bf7b-4555-4175-800d-f069169f894f), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:41.648035 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 66c5925a-6360-46f2-9ca0-1153e7230038 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:41.687952 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1218a98d-6762-45ba-8ba4-f4595a0a86e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (9b1f36fc-7386-42f3-a33a-94349b53cdfc), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:41.752494 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=c587bf7b-4555-4175-800d-f069169f894f,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:41.780102 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bc123-8d19-4814-bc28-9c2d32b52aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecaa379b-2031-410c-812d-7185efda6a71,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:41.786522 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc586b-fd6f-4735-b8ba-aa893165ff76 req-bed919ee-5294-42b8-9d95-c1a399d7610f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:41.786738 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 66c5925a-6360-46f2-9ca0-1153e7230038 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:41.787161 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (66c5925a-6360-46f2-9ca0-1153e7230038), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:41.787994 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-95fc586b-fd6f-4735-b8ba-aa893165ff76 req-bed919ee-5294-42b8-9d95-c1a399d7610f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=9b0fd95b-9a64-4241-8e08-e70dc9acd68a HTTP/1.1" status: 200 len: 913 time: 0.4245667 Sep 09 14:57:41.830914 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:41.832044 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1218a98d-6762-45ba-8ba4-f4595a0a86e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b1f36fc-7386-42f3-a33a-94349b53cdfc,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:41.838257 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f006b8ef-105f-498b-a9ed-5fd3633eb36f admin admin] Publish callbacks [] for security_group (ecaa379b-2031-410c-812d-7185efda6a71), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:41.841450 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:41.898586 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 66c5925a-6360-46f2-9ca0-1153e7230038 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:41.916546 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:42.000547 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f006b8ef-105f-498b-a9ed-5fd3633eb36f admin admin] Publish callbacks [] for security_group (ecaa379b-2031-410c-812d-7185efda6a71), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:42.026159 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:42.078875 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-87b2cb32-cba2-4a94-a9e5-d865ddd2dec4 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:42.084786 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device c587bf7b-4555-4175-800d-f069169f894f up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:42.086748 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-87b2cb32-cba2-4a94-a9e5-d865ddd2dec4 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 814 time: 0.5852766 Sep 09 14:57:42.193688 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06609c93-9ff2-4040-8c52-36b4c12bcce8 req-81d5fd14-443c-42d6-a45f-91fb3697a5b0 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:42.202508 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-06609c93-9ff2-4040-8c52-36b4c12bcce8 req-81d5fd14-443c-42d6-a45f-91fb3697a5b0 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 931 time: 0.3162463 Sep 09 14:57:42.204561 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1218a98d-6762-45ba-8ba4-f4595a0a86e6 admin admin] Checking segment: {'id': '9411f6cc-1c1c-4f16-a6c5-439f5e230588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '020bc0d8-4b7e-4a65-8e2a-5b014cb2a773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:42.205597 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218a98d-6762-45ba-8ba4-f4595a0a86e6 admin admin] Network hostable DHCP agents. Network: 020bc0d8-4b7e-4a65-8e2a-5b014cb2a773, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:57:42.212332 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port c587bf7b-4555-4175-800d-f069169f894f triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:42.212715 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (c587bf7b-4555-4175-800d-f069169f894f), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:42.227998 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-300ce841-41f0-4045-b597-a7b7246ffefe tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/quotas/063bdf7448ee45939287687b0e65dd97 HTTP/1.1" status: 200 len: 375 time: 0.1401155 Sep 09 14:57:42.301989 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:42.311484 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:DELETE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:42.316061 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-95fc586b-fd6f-4735-b8ba-aa893165ff76 req-a633c493-0edf-4247-8b91-9f04540973d5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=acde1cfb-fe15-408e-9b75-038fe1bb658e HTTP/1.1" status: 200 len: 217 time: 0.3311930 Sep 09 14:57:42.368964 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port c587bf7b-4555-4175-800d-f069169f894f is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:42.370196 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 92ce1216-33fe-48a8-899d-79d910cf931d up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:42.423022 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:42.427134 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:42.440101 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 92ce1216-33fe-48a8-899d-79d910cf931d triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:42.440846 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:42.479650 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:42.484576 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acf93c11-9610-4394-9769-af290e65bfdd {{(pid=106239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:57:42.485171 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:42.485984 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:42.503509 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Publish callbacks [] for port (acf93c11-9610-4394-9769-af290e65bfdd), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:42.545219 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.1790354 Sep 09 14:57:42.573720 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.provisioning_blocks [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Transition to ACTIVE for port object acf93c11-9610-4394-9769-af290e65bfdd will not be triggered until provisioned by entity L2. {{(pid=106239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 14:57:42.580610 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (acf93c11-9610-4394-9769-af290e65bfdd), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:42.583697 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6add90-1362-4e7d-b638-4c8923c8e6df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event updated for resources: {'Port': ['ID=c8fdd88c-0583-47e2-a5ed-5152bcef3474,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:42.584032 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 92ce1216-33fe-48a8-899d-79d910cf931d is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:42.585117 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:42.638885 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-06609c93-9ff2-4040-8c52-36b4c12bcce8 req-ac268411-9f36-4c91-8516-da112f8ece3d tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353485 Sep 09 14:57:42.639818 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f006b8ef-105f-498b-a9ed-5fd3633eb36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ecaa379b-2031-410c-812d-7185efda6a71), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:42.645484 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f006b8ef-105f-498b-a9ed-5fd3633eb36f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:42.645652 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:42.646085 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:42.647929 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-f006b8ef-105f-498b-a9ed-5fd3633eb36f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ecaa379b-2031-410c-812d-7185efda6a71 HTTP/1.1" status: 204 len: 168 time: 0.9842770 Sep 09 14:57:42.659404 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-7156fd27-f89b-4be5-8472-4aa5551e539d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4298933 Sep 09 14:57:42.662499 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1218a98d-6762-45ba-8ba4-f4595a0a86e6 admin admin] Network 020bc0d8-4b7e-4a65-8e2a-5b014cb2a773 is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:57:42.723587 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33030) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:42.781868 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f006b8ef-105f-498b-a9ed-5fd3633eb36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecaa379b-2031-410c-812d-7185efda6a71,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:42.817851 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.managers [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Attempting to bind port acf93c11-9610-4394-9769-af290e65bfdd on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:42.818504 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.managers [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Attempting to bind port acf93c11-9610-4394-9769-af290e65bfdd by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'}] {{(pid=106239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:42.820233 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Attempting to bind port acf93c11-9610-4394-9769-af290e65bfdd on network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:42.824891 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Pushing event updated for resources: {'Port': ['ID=acf93c11-9610-4394-9769-af290e65bfdd,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:42.844448 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5817e84-e2c7-4536-a61d-8bb477c45ac6 req-154e65fc-789c-4622-8f4b-f6a01a3297d3 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:42.846033 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f5817e84-e2c7-4536-a61d-8bb477c45ac6 req-154e65fc-789c-4622-8f4b-f6a01a3297d3 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 943 time: 0.0603774 Sep 09 14:57:42.846629 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-1218a98d-6762-45ba-8ba4-f4595a0a86e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, 020bc0d8-4b7e-4a65-8e2a-5b014cb2a773) {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:42.854640 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-034a2295-c762-4550-8546-b8f9d419d349 None None] Provisioning complete for port c8fdd88c-0583-47e2-a5ed-5152bcef3474 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:42.855951 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-034a2295-c762-4550-8546-b8f9d419d349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:42.857335 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1218a98d-6762-45ba-8ba4-f4595a0a86e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:42.857976 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1218a98d-6762-45ba-8ba4-f4595a0a86e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:42.865011 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77b7235-0472-4c25-a729-385d90bd11a6 None None] Network 020bc0d8-4b7e-4a65-8e2a-5b014cb2a773 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:42.895958 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-1218a98d-6762-45ba-8ba4-f4595a0a86e6 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8942101 Sep 09 14:57:42.921857 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Port acf93c11-9610-4394-9769-af290e65bfdd on network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 14:57:42.922309 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Attempting to bind port acf93c11-9610-4394-9769-af290e65bfdd on network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:42.947297 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:42.948553 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ab378f1b-02ac-4975-bb8c-b73468dcd25b up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:42.953341 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-43196468-6ae0-45f6-9e4e-ebb8747ba7cb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562644 Sep 09 14:57:43.070389 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Request body: {'port': {'device_id': '211a0b66-c743-4309-943c-b2d6afbee2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:43.122862 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:43.123369 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Checking segment: {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:43.124160 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Bound using segment: {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'} {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:43.124630 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.managers [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Bound port: acf93c11-9610-4394-9769-af290e65bfdd, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'}}] {{(pid=106239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:43.124988 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (acf93c11-9610-4394-9769-af290e65bfdd), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:43.139332 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc586b-fd6f-4735-b8ba-aa893165ff76 req-43917e44-82fa-4bd6-9fd6-656959ca5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:43.141225 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-95fc586b-fd6f-4735-b8ba-aa893165ff76 req-43917e44-82fa-4bd6-9fd6-656959ca5f24 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=fbbeaa77-058a-4286-8538-f97749e07952 HTTP/1.1" status: 200 len: 851 time: 0.1308713 Sep 09 14:57:43.152584 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f5817e84-e2c7-4536-a61d-8bb477c45ac6 req-29bc3c9c-0965-4660-bf6c-89af73557a01 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725987 Sep 09 14:57:43.208685 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:43.210567 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-034a2295-c762-4550-8546-b8f9d419d349 None None] Port c8fdd88c-0583-47e2-a5ed-5152bcef3474 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:57:43.220648 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d2661-ec9c-444f-9915-125051ed4dcb None None] Network 020bc0d8-4b7e-4a65-8e2a-5b014cb2a773 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:43.233555 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:43.305275 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc586b-fd6f-4735-b8ba-aa893165ff76 req-e476c8c8-da0f-4a4e-bcdd-c3b1ce8bd16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:43.307218 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-95fc586b-fd6f-4735-b8ba-aa893165ff76 req-e476c8c8-da0f-4a4e-bcdd-c3b1ce8bd16a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=9b0fd95b-9a64-4241-8e08-e70dc9acd68a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1519985 Sep 09 14:57:43.311343 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-b482a45f-d420-451c-829c-0bd6690a2314 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511875 Sep 09 14:57:43.342525 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] For port acf93c11-9610-4394-9769-af290e65bfdd, host hv-cinder-82869, cleared binding levels {{(pid=106239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:43.347325 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] For port acf93c11-9610-4394-9769-af290e65bfdd, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=acf93c11-9610-4394-9769-af290e65bfdd,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:43.353892 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33048) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:43.378289 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-be7455a0-2d4b-42c4-abb5-6ba9a45d502f req-73d1cd87-c9ae-4a96-b819-6bb19ae23e55 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 210 time: 0.0833108 Sep 09 14:57:43.387145 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port ab378f1b-02ac-4975-bb8c-b73468dcd25b triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:43.393770 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:43.398547 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:43.517215 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.16', 60964) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:43.575384 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_v2 [None req-1badd4f7-a688-499a-8793-28c87eb82218 admin admin] Deleting subnet f921baf9-f29f-4254-a79f-261872d3f34d {{(pid=106238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 14:57:43.577380 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:43.581609 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-95fc586b-fd6f-4735-b8ba-aa893165ff76 req-d1727670-85e7-4342-b216-a34cb0124e02 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9b0fd95b-9a64-4241-8e08-e70dc9acd68a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312868 Sep 09 14:57:43.629274 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:43.649916 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (acf93c11-9610-4394-9769-af290e65bfdd), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:43.656857 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:43.657739 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for port (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:43.659398 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/acf93c11-9610-4394-9769-af290e65bfdd HTTP/1.1" status: 200 len: 1094 time: 3.0344515 Sep 09 14:57:43.660387 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d976d4d9-f24f-45d1-9ef2-0414a13864c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:43.686608 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1badd4f7-a688-499a-8793-28c87eb82218 admin admin] Publish callbacks [] for subnet (f921baf9-f29f-4254-a79f-261872d3f34d), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:43.696612 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbddff0a-cdd3-4537-821e-decd3714e96d', 'tag': 'acf93c11-9610-4394-9769-af290e65bfdd'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:57:43.704236 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203e63d5-8713-439d-95e6-1865eca47254" -d '{"events": [{"name": "network-changed", "server_uuid": "fbddff0a-cdd3-4537-821e-decd3714e96d", "tag": "acf93c11-9610-4394-9769-af290e65bfdd"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:43.713938 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port ab378f1b-02ac-4975-bb8c-b73468dcd25b is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:43.716901 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ededcb7c-f829-4217-bbca-4bd7b1b8784b up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:43.883924 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port ededcb7c-f829-4217-bbca-4bd7b1b8784b triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:43.885288 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:43.954247 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-d0309b9c-9c3a-4972-8b2d-ea7648e28600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:43.955868 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-d0309b9c-9c3a-4972-8b2d-ea7648e28600 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 1128 time: 0.0941448 Sep 09 14:57:43.964698 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:43.980096 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fd781e9d-c986-497c-9672-92f3ceda3168 req-a4837893-33d0-4f1c-83b4-7878d1eef616 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 210 time: 0.2905006 Sep 09 14:57:44.000085 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-50ea60c4-c74a-46e9-a8fe-0039041dc1aa tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:44.007152 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-50ea60c4-c74a-46e9-a8fe-0039041dc1aa tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.16 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 817 time: 0.4473267 Sep 09 14:57:44.030742 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33084) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:44.037242 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b441d65-ef6c-4334-8ccf-d7329c10015c service neutron] Pushing event updated for resources: {'Port': ['ID=acf93c11-9610-4394-9769-af290e65bfdd,revision_number=3']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:44.081936 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port ededcb7c-f829-4217-bbca-4bd7b1b8784b is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:44.084930 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:44.128421 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:44.130775 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccae9065-1b15-477c-866d-c9a65029a0e7 x-openstack-request-id: req-ccae9065-1b15-477c-866d-c9a65029a0e7 {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:44.131139 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbddff0a-cdd3-4537-821e-decd3714e96d", "tag": "acf93c11-9610-4394-9769-af290e65bfdd", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:44.131393 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccae9065-1b15-477c-866d-c9a65029a0e7 {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:44.131876 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccae9065-1b15-477c-866d-c9a65029a0e7'] response: {'name': 'network-changed', 'server_uuid': 'fbddff0a-cdd3-4537-821e-decd3714e96d', 'tag': 'acf93c11-9610-4394-9769-af290e65bfdd', 'status': 'completed', 'code': 200} Sep 09 14:57:44.157025 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-d6a82d66-9945-4bb9-a04f-c55e8c33e17b service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf93c11-9610-4394-9769-af290e65bfdd HTTP/1.1" status: 200 len: 217 time: 0.1834359 Sep 09 14:57:44.203086 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:44.206471 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-95fc586b-fd6f-4735-b8ba-aa893165ff76 req-8b90a049-932c-4479-b38d-7390028db70d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/9b0fd95b-9a64-4241-8e08-e70dc9acd68a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5701203 Sep 09 14:57:44.253456 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:44.340490 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-6f15c3e7-517c-49fc-88e7-8d0b2c663e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:44.341494 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-6f15c3e7-517c-49fc-88e7-8d0b2c663e9c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.1728842 Sep 09 14:57:44.363513 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1badd4f7-a688-499a-8793-28c87eb82218 admin admin] Publish callbacks [] for subnet (f921baf9-f29f-4254-a79f-261872d3f34d), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:44.369600 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9429bc4c-1a07-4bdd-b7c6-b1f5baaf518f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:44.404286 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d976d4d9-f24f-45d1-9ef2-0414a13864c6 admin admin] Publish callbacks [] for security_group (1899b5ba-d7a7-45b5-a733-26fd5ca00b96), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:44.415736 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1badd4f7-a688-499a-8793-28c87eb82218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (f921baf9-f29f-4254-a79f-261872d3f34d), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:44.422300 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d976d4d9-f24f-45d1-9ef2-0414a13864c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (1899b5ba-d7a7-45b5-a733-26fd5ca00b96), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:44.434911 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-8a9cb79c-91e3-4c08-a6e9-5d376b936746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:44.436444 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-8a9cb79c-91e3-4c08-a6e9-5d376b936746 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0798886 Sep 09 14:57:44.463937 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c71dd-255f-4157-a989-e0b9481de856 req-4ebd47ae-68d9-42b1-8723-8db1e6a769fe tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:44.470752 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4d0c71dd-255f-4157-a989-e0b9481de856 req-4ebd47ae-68d9-42b1-8723-8db1e6a769fe tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 931 time: 0.4367504 Sep 09 14:57:44.533811 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5afbf8-a6b8-468b-8dc2-b8349944cf6a req-233c371f-a761-4080-b74f-205e4bd8cc01 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:44.535312 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3f5afbf8-a6b8-468b-8dc2-b8349944cf6a req-233c371f-a761-4080-b74f-205e4bd8cc01 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 943 time: 0.2419817 Sep 09 14:57:44.569176 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-4646d2ad-4da6-4cce-abf2-8119dff21878 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a HTTP/1.1" status: 200 len: 379 time: 0.5097549 Sep 09 14:57:44.590050 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-d976d4d9-f24f-45d1-9ef2-0414a13864c6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=339ff606136346b7a5c81c533ef101b9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8367600 Sep 09 14:57:44.595632 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33104) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:44.600386 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Request body: {'port': {'device_id': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'admin_state_up': True, 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'security_groups': ['63b930e2-2627-46ee-a908-77f5451c484b']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:44.609377 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976d4d9-f24f-45d1-9ef2-0414a13864c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1899b5ba-d7a7-45b5-a733-26fd5ca00b96,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:44.725963 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4d0c71dd-255f-4157-a989-e0b9481de856 req-b4c4763e-efce-4e63-9ad8-5d6fce0fcd5e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542961 Sep 09 14:57:44.740429 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1badd4f7-a688-499a-8793-28c87eb82218 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (f921baf9-f29f-4254-a79f-261872d3f34d), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:44.747903 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-0324a55e-94fa-4ed7-95c0-c5011c9dab0a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946138 Sep 09 14:57:44.758506 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9429bc4c-1a07-4bdd-b7c6-b1f5baaf518f admin admin] Publish callbacks [] for security_group (306c1a73-e7a6-445a-8e24-1e85b3a43e95), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:44.786548 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9429bc4c-1a07-4bdd-b7c6-b1f5baaf518f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (306c1a73-e7a6-445a-8e24-1e85b3a43e95), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:44.826374 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3f5afbf8-a6b8-468b-8dc2-b8349944cf6a req-7ec00187-c507-4207-ae8b-f6d2a5bbf5c3 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801721 Sep 09 14:57:44.861406 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ae64611d-0154-47dd-905a-e9eeea2adfee admin admin] Publish callbacks [] for security_group (1899b5ba-d7a7-45b5-a733-26fd5ca00b96), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:44.876582 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1badd4f7-a688-499a-8793-28c87eb82218 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f921baf9-f29f-4254-a79f-261872d3f34d,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:44.901106 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1badd4f7-a688-499a-8793-28c87eb82218 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:44.905781 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-1badd4f7-a688-499a-8793-28c87eb82218 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/f921baf9-f29f-4254-a79f-261872d3f34d HTTP/1.1" status: 204 len: 168 time: 1.5508308 Sep 09 14:57:44.912047 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-9429bc4c-1a07-4bdd-b7c6-b1f5baaf518f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f03b52573d42491eb46c4a4315a9fc3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8687360 Sep 09 14:57:44.912793 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33110) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:44.913268 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33112) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:44.915037 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ae64611d-0154-47dd-905a-e9eeea2adfee admin admin] Publish callbacks [] for security_group (1899b5ba-d7a7-45b5-a733-26fd5ca00b96), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:44.919689 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6e59e571-c485-4597-933b-3ea8c6f58e80 req-c14207a1-8bf3-4c47-b2f3-5e3090c75c0c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 210 time: 0.0859137 Sep 09 14:57:44.919847 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429bc4c-1a07-4bdd-b7c6-b1f5baaf518f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306c1a73-e7a6-445a-8e24-1e85b3a43e95,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:44.956612 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:44.958507 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fdd88c-0583-47e2-a5ed-5152bcef3474 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:57:44.970818 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Publish callbacks [] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.023163 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Transition to ACTIVE for port object c8fdd88c-0583-47e2-a5ed-5152bcef3474 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 14:57:45.032696 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.060326 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-2ee82d1a-88d7-4f17-95d9-a848edc36c30 req-d7e33c23-7ba3-4374-971d-8e99cef79af8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994597 Sep 09 14:57:45.079148 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Made reservation on behalf of c83910e3ac2f4c8f9f127ab767bffd1a for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:45.084382 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.093335 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fdd88c-0583-47e2-a5ed-5152bcef3474,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:45.102809 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (c79e0593-f913-4849-bbec-01f0ad120462), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.113865 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:45.118205 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7631ea86-a480-4244-97cb-8bb083b77479 admin admin] Publish callbacks [] for security_group (306c1a73-e7a6-445a-8e24-1e85b3a43e95), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.133464 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:45.145562 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ae64611d-0154-47dd-905a-e9eeea2adfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (1899b5ba-d7a7-45b5-a733-26fd5ca00b96), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.147920 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ae64611d-0154-47dd-905a-e9eeea2adfee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.152687 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-ae64611d-0154-47dd-905a-e9eeea2adfee admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/1899b5ba-d7a7-45b5-a733-26fd5ca00b96 HTTP/1.1" status: 204 len: 168 time: 0.5523341 Sep 09 14:57:45.155525 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e56e853d-bc03-470c-87b6-8c5f7b4b0a70 req-3118db2b-1d3f-488c-9f24-81182a543c3c tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 210 time: 0.0588748 Sep 09 14:57:45.173028 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7631ea86-a480-4244-97cb-8bb083b77479 admin admin] Publish callbacks [] for security_group (306c1a73-e7a6-445a-8e24-1e85b3a43e95), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.196901 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64611d-0154-47dd-905a-e9eeea2adfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1899b5ba-d7a7-45b5-a733-26fd5ca00b96,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:45.207955 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:45.306379 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (c79e0593-f913-4849-bbec-01f0ad120462), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.328967 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Attempting to bind port c8fdd88c-0583-47e2-a5ed-5152bcef3474 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:45.329368 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Attempting to bind port c8fdd88c-0583-47e2-a5ed-5152bcef3474 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:45.329711 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Attempting to bind port c8fdd88c-0583-47e2-a5ed-5152bcef3474 on network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:45.330521 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.330965 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.331897 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.332290 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > port after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.332627 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > port after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.333575 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > port after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.333914 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.334254 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.334574 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.334897 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.436253 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Port c8fdd88c-0583-47e2-a5ed-5152bcef3474 on network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 14:57:45.436587 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Attempting to bind port c8fdd88c-0583-47e2-a5ed-5152bcef3474 on network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:45.530773 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.532000 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.532520 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.533131 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106239) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 14:57:45.533803 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c79e0593-f913-4849-bbec-01f0ad120462']}} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:45.556916 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb13731-3f99-43af-a954-929e12b0e6e7') {'for_net_delete': True} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:45.557527 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb13731-3f99-43af-a954-929e12b0e6e7') {} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:45.578951 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752467'] for segment (4bb13731-3f99-43af-a954-929e12b0e6e7), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.613569 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (4bb13731-3f99-43af-a954-929e12b0e6e7), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.618122 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:45.629229 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:57:45.629599 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Allocated IP 172.20.0.13 (93d5556e-7098-41ee-955a-f1126257e985/e593ff28-5a4f-4b16-9e61-30d2cbd678db/27073afa-d48f-4e5f-b5fb-94c6c6f9082c) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:45.629732 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3186412'] for segment (4bb13731-3f99-43af-a954-929e12b0e6e7), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.631701 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33136) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:45.658278 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7631ea86-a480-4244-97cb-8bb083b77479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (306c1a73-e7a6-445a-8e24-1e85b3a43e95), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.661594 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7631ea86-a480-4244-97cb-8bb083b77479 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.662771 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-7631ea86-a480-4244-97cb-8bb083b77479 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/306c1a73-e7a6-445a-8e24-1e85b3a43e95 HTTP/1.1" status: 204 len: 168 time: 0.7383411 Sep 09 14:57:45.667992 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-003bf788-968b-41fb-840b-7f85bb294f5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.700886 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:45.701438 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Checking segment: {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:45.702017 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Bound using segment: {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:45.702441 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Bound port: c8fdd88c-0583-47e2-a5ed-5152bcef3474, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:45.702795 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.719832 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631ea86-a480-4244-97cb-8bb083b77479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306c1a73-e7a6-445a-8e24-1e85b3a43e95,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:45.740366 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (c79e0593-f913-4849-bbec-01f0ad120462), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.781213 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Pushing event deleted for resources: {'Network': ['ID=c79e0593-f913-4849-bbec-01f0ad120462,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:45.794994 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.804347 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b0b4fe33-3e5a-4f2e-8d5b-c21da644bfca admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/c79e0593-f913-4849-bbec-01f0ad120462 HTTP/1.1" status: 204 len: 168 time: 0.8784144 Sep 09 14:57:45.804825 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33150) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:45.854131 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.859288 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce63b25-a1e8-489f-ba8b-3db64a7fbe92 admin admin] Deleting subnet 9b1f36fc-7386-42f3-a33a-94349b53cdfc {{(pid=106239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 14:57:45.863321 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1ce63b25-a1e8-489f-ba8b-3db64a7fbe92 admin admin] Publish callbacks [] for subnet (9b1f36fc-7386-42f3-a33a-94349b53cdfc), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:45.928070 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dca04d-29f4-4abe-9472-9f8351880dc9 req-b266c85a-168a-4138-8afe-0f6e14080724 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:45.937039 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b8dca04d-29f4-4abe-9472-9f8351880dc9 req-b266c85a-168a-4138-8afe-0f6e14080724 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 943 time: 0.0692177 Sep 09 14:57:45.983290 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:46.073192 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b8dca04d-29f4-4abe-9472-9f8351880dc9 req-0e2210f5-0567-4aac-bada-7c4f35102fd7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327269 Sep 09 14:57:46.092856 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1ce63b25-a1e8-489f-ba8b-3db64a7fbe92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752680'] for subnet (9b1f36fc-7386-42f3-a33a-94349b53cdfc), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:46.142169 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] For port c8fdd88c-0583-47e2-a5ed-5152bcef3474, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:46.161631 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e63d5-8713-439d-95e6-1865eca47254 req-2ce9627a-7f51-48b0-9830-a07858ffd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:46.167449 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-203e63d5-8713-439d-95e6-1865eca47254 req-2ce9627a-7f51-48b0-9830-a07858ffd520 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 1128 time: 0.3011043 Sep 09 14:57:46.248131 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] For port c8fdd88c-0583-47e2-a5ed-5152bcef3474, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8fdd88c-0583-47e2-a5ed-5152bcef3474,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:46.282859 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747ca5e-dfc6-44b8-8401-6c702d75f3bb req-eb472961-5492-441b-a8bc-ac3c97ba6f82 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:46.284872 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f747ca5e-dfc6-44b8-8401-6c702d75f3bb req-eb472961-5492-441b-a8bc-ac3c97ba6f82 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 943 time: 0.2830527 Sep 09 14:57:46.316861 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-17f1b3f0-c4dc-4d94-8ded-cb69417f34de req-9f9ecee3-539e-4c41-8f05-ec286b9dddae tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 210 time: 0.1071250 Sep 09 14:57:46.318257 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:46.386247 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:46.387848 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:46.389520 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/c8fdd88c-0583-47e2-a5ed-5152bcef3474 HTTP/1.1" status: 200 len: 1093 time: 3.3617802 Sep 09 14:57:46.428602 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '211a0b66-c743-4309-943c-b2d6afbee2c6', 'tag': 'c8fdd88c-0583-47e2-a5ed-5152bcef3474'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:57:46.502880 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33184) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:46.534499 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:46.606752 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-3f7fa8dc-0304-4422-89d3-8c9a93575d3e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:46.608841 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-3f7fa8dc-0304-4422-89d3-8c9a93575d3e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 814 time: 0.7417181 Sep 09 14:57:46.611240 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-003bf788-968b-41fb-840b-7f85bb294f5f admin admin] Publish callbacks [] for security_group (11b0ab68-2119-4ecb-8952-94ca88fe5351), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:46.614223 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 4bb13731-3f99-43af-a954-929e12b0e6e7 resource provider aggregate not found Sep 09 14:57:46.636598 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1ce63b25-a1e8-489f-ba8b-3db64a7fbe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (9b1f36fc-7386-42f3-a33a-94349b53cdfc), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:46.639293 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device acde1cfb-fe15-408e-9b75-038fe1bb658e details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:57:46.657543 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-20c38843-a967-4908-a0f4-155b366c6f95 req-291897d3-dc75-48dd-be62-913adafcf942 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 210 time: 0.1424878 Sep 09 14:57:46.680270 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 4bb13731-3f99-43af-a954-929e12b0e6e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bb13731-3f99-43af-a954-929e12b0e6e7 found for delete ", "request_id": "req-5804418c-7cbe-45ff-b0b4-db4eab4d63a3"}]} Sep 09 14:57:46.688310 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e63d5-8713-439d-95e6-1865eca47254 req-c9c54c4a-823f-4138-83b1-7ad0007f7e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:46.690186 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-203e63d5-8713-439d-95e6-1865eca47254 req-c9c54c4a-823f-4138-83b1-7ad0007f7e49 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.5019867 Sep 09 14:57:46.728176 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f747ca5e-dfc6-44b8-8401-6c702d75f3bb req-07b79e86-b3b3-4020-9755-bf755a2bc881 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279370 Sep 09 14:57:46.729524 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-003bf788-968b-41fb-840b-7f85bb294f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (11b0ab68-2119-4ecb-8952-94ca88fe5351), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:46.743625 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-152d5227-454a-41da-9856-4ea8a15aa25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:46.754837 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-203e63d5-8713-439d-95e6-1865eca47254 req-55eb1b36-f7cb-4a31-a71c-184b41562ac3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf93c11-9610-4394-9769-af290e65bfdd HTTP/1.1" status: 200 len: 217 time: 0.0584292 Sep 09 14:57:46.795265 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:46.804230 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003bf788-968b-41fb-840b-7f85bb294f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b0ab68-2119-4ecb-8952-94ca88fe5351,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:46.813077 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-abecdda5-db2e-4449-9721-21ba73e35bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:46.814551 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-abecdda5-db2e-4449-9721-21ba73e35bb1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 1127 time: 0.3125231 Sep 09 14:57:46.827491 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94707f6b-90bb-4402-851c-5e09bb6effc0 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fdd88c-0583-47e2-a5ed-5152bcef3474,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:46.853698 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1ce63b25-a1e8-489f-ba8b-3db64a7fbe92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3186310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3836002'] for subnet (9b1f36fc-7386-42f3-a33a-94349b53cdfc), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:46.914283 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-21104267-84ef-443c-89af-940ad4fa9c41 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8fdd88c-0583-47e2-a5ed-5152bcef3474 HTTP/1.1" status: 200 len: 217 time: 0.0753620 Sep 09 14:57:46.919866 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601baf45-7df8-43d4-b95f-06b025d4e46f" -d '{"events": [{"name": "network-changed", "server_uuid": "211a0b66-c743-4309-943c-b2d6afbee2c6", "tag": "c8fdd88c-0583-47e2-a5ed-5152bcef3474"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:46.926130 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port acde1cfb-fe15-408e-9b75-038fe1bb658e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=acde1cfb-fe15-408e-9b75-038fe1bb658e,segment=NetworkSegment(e97dedb0-4af3-4163-a0e6-45adc0b4d44a),segment_id=e97dedb0-4af3-4163-a0e6-45adc0b4d44a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:46.926719 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:46.938120 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce63b25-a1e8-489f-ba8b-3db64a7fbe92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b1f36fc-7386-42f3-a33a-94349b53cdfc,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:46.942758 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-003bf788-968b-41fb-840b-7f85bb294f5f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f0af9ab255c14c22b887f271c8faf173&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3098760 Sep 09 14:57:46.943349 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33206) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:46.944002 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1ce63b25-a1e8-489f-ba8b-3db64a7fbe92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:46.946566 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': 'acde1cfb-fe15-408e-9b75-038fe1bb658e', 'network_id': '9b0fd95b-9a64-4241-8e08-e70dc9acd68a', 'port_id': 'acde1cfb-fe15-408e-9b75-038fe1bb658e', 'mac_address': 'fa:16:3e:60:09:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbeaa77-058a-4286-8538-f97749e07952', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:57:46.947278 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-1ce63b25-a1e8-489f-ba8b-3db64a7fbe92 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/9b1f36fc-7386-42f3-a33a-94349b53cdfc HTTP/1.1" status: 204 len: 168 time: 1.1398435 Sep 09 14:57:46.956096 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33208) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:46.995395 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port acde1cfb-fe15-408e-9b75-038fe1bb658e is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:46.996379 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.030354 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acde1cfb-fe15-408e-9b75-038fe1bb658e {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:57:47.045315 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33210) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:47.059852 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port acde1cfb-fe15-408e-9b75-038fe1bb658e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=acde1cfb-fe15-408e-9b75-038fe1bb658e,segment=NetworkSegment(e97dedb0-4af3-4163-a0e6-45adc0b4d44a),segment_id=e97dedb0-4af3-4163-a0e6-45adc0b4d44a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:47.067875 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-1fae0bad-7c50-4924-b4f0-f1c520473286 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=063bdf7448ee45939287687b0e65dd97 HTTP/1.1" status: 200 len: 380 time: 0.4390728 Sep 09 14:57:47.074080 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e63d5-8713-439d-95e6-1865eca47254 req-c493d171-8e15-48b5-9d34-76067c2c5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:47.075653 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-203e63d5-8713-439d-95e6-1865eca47254 req-c493d171-8e15-48b5-9d34-76067c2c5afd service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.2711422 Sep 09 14:57:47.075990 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.077401 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.089880 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'port': {'device_id': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'admin_state_up': True, 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'security_groups': ['ef7c69e9-0d99-4d0f-9e28-141ad9731e03']}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:47.171856 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=acde1cfb-fe15-408e-9b75-038fe1bb658e,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:47.189234 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (020bc0d8-4b7e-4a65-8e2a-5b014cb2a773), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.208405 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e63d5-8713-439d-95e6-1865eca47254 req-0af3b4c7-65b0-4704-ba9e-fa880b3302be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:47.210041 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-203e63d5-8713-439d-95e6-1865eca47254 req-0af3b4c7-65b0-4704-ba9e-fa880b3302be service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1146491 Sep 09 14:57:47.222906 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-27829ed6-32f4-4f92-8bdf-5ef042fd15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:47.225714 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-27829ed6-32f4-4f92-8bdf-5ef042fd15bf service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.2965424 Sep 09 14:57:47.237643 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Network 93d5556e-7098-41ee-955a-f1126257e985 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:47.249529 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:47.264960 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:47.267937 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:47.272450 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:47.273063 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.284126 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12c9ac9-b4c4-4838-a946-1952dd4f849b x-openstack-request-id: req-b12c9ac9-b4c4-4838-a946-1952dd4f849b {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:47.284759 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "211a0b66-c743-4309-943c-b2d6afbee2c6", "tag": "c8fdd88c-0583-47e2-a5ed-5152bcef3474", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:47.285020 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b12c9ac9-b4c4-4838-a946-1952dd4f849b {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:47.285497 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12c9ac9-b4c4-4838-a946-1952dd4f849b'] response: {'name': 'network-changed', 'server_uuid': '211a0b66-c743-4309-943c-b2d6afbee2c6', 'tag': 'c8fdd88c-0583-47e2-a5ed-5152bcef3474', 'status': 'completed', 'code': 200} Sep 09 14:57:47.291791 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b72b7163-77d0-4cc2-a492-95e4d7950062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.319556 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['acde1cfb-fe15-408e-9b75-038fe1bb658e'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:57:47.419983 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7340-b5be-49b7-a4f3-77decc52e883 admin admin] Publish callbacks [] for security_group (11b0ab68-2119-4ecb-8952-94ca88fe5351), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.429708 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (020bc0d8-4b7e-4a65-8e2a-5b014cb2a773), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.435223 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event updated for resources: {'Port': ['ID=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:47.442813 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-cb1d44ef-50da-491c-a618-ef0515bf6a31 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8536010 Sep 09 14:57:47.459501 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:47.474479 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7779e-b167-41e2-b6b3-afb5e3255f0d req-fce57483-b53e-4c12-bb24-d26fe30b58b7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:47.476024 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bfe7779e-b167-41e2-b6b3-afb5e3255f0d req-fce57483-b53e-4c12-bb24-d26fe30b58b7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 943 time: 0.2367401 Sep 09 14:57:47.479686 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['020bc0d8-4b7e-4a65-8e2a-5b014cb2a773']}} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:47.483130 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Request body: {'port': {'device_id': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:47.498168 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-d156153e-50a4-47e5-a40f-a1397edb09b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:47.498935 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-d156153e-50a4-47e5-a40f-a1397edb09b0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2229345 Sep 09 14:57:47.508882 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9411f6cc-1c1c-4f16-a6c5-439f5e230588') {'for_net_delete': True} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:47.509345 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9411f6cc-1c1c-4f16-a6c5-439f5e230588') {} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:57:47.530595 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752467'] for segment (9411f6cc-1c1c-4f16-a6c5-439f5e230588), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.533866 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-203e63d5-8713-439d-95e6-1865eca47254 req-6e6019e9-f2bb-42c9-aa09-d794594c2f27 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126748 Sep 09 14:57:47.540334 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Made reservation on behalf of 063bdf7448ee45939287687b0e65dd97 for: {'port': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:47.544140 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.544794 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-152d5227-454a-41da-9856-4ea8a15aa25f admin admin] Publish callbacks [] for security_group (2a79f9e3-5323-419a-8222-0d53c18a0a5b), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.559786 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7340-b5be-49b7-a4f3-77decc52e883 admin admin] Publish callbacks [] for security_group (11b0ab68-2119-4ecb-8952-94ca88fe5351), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.588060 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (9411f6cc-1c1c-4f16-a6c5-439f5e230588), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.594604 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-94e164d5-c7f6-46ba-9b8b-49cfc53d5f8b None None] Provisioning complete for port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:47.594786 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-94e164d5-c7f6-46ba-9b8b-49cfc53d5f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.598275 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-152d5227-454a-41da-9856-4ea8a15aa25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (2a79f9e3-5323-419a-8222-0d53c18a0a5b), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.641873 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=106239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:57:47.642490 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3186412'] for segment (9411f6cc-1c1c-4f16-a6c5-439f5e230588), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.673440 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:47.713392 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b72b7163-77d0-4cc2-a492-95e4d7950062 admin admin] Publish callbacks [] for security_group (f0eb314c-63eb-414b-ba5b-51e6c1fbc3cc), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.760280 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b72b7163-77d0-4cc2-a492-95e4d7950062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (f0eb314c-63eb-414b-ba5b-51e6c1fbc3cc), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.760484 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-94e164d5-c7f6-46ba-9b8b-49cfc53d5f8b None None] Port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:57:47.806336 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-152d5227-454a-41da-9856-4ea8a15aa25f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=360520758fb040259145af09673e7c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2894323 Sep 09 14:57:47.810451 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33224) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:47.819133 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d5227-454a-41da-9856-4ea8a15aa25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a79f9e3-5323-419a-8222-0d53c18a0a5b,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:47.824522 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (020bc0d8-4b7e-4a65-8e2a-5b014cb2a773), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.827942 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b05288-a5f5-4ab7-ba66-f8a78745d90a req-d0ed59c5-7cee-4eb3-86a7-101e7f503ff7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:47.829488 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-60b05288-a5f5-4ab7-ba66-f8a78745d90a req-d0ed59c5-7cee-4eb3-86a7-101e7f503ff7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 932 time: 0.2934017 Sep 09 14:57:47.844932 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.846221 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bfe7779e-b167-41e2-b6b3-afb5e3255f0d req-daff2b87-ab21-446e-9d82-9e5e0e39dc2a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554568 Sep 09 14:57:47.849041 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/020bc0d8-4b7e-4a65-8e2a-5b014cb2a773 HTTP/1.1" status: 204 len: 168 time: 0.8909206 Sep 09 14:57:47.852887 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b72b7163-77d0-4cc2-a492-95e4d7950062 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8db3a6e7dcbf43ffa9d467dce1dadb1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8065791 Sep 09 14:57:47.877242 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-203e63d5-8713-439d-95e6-1865eca47254 req-6ef80de4-0005-4e39-b9fd-1be8ba87aef8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149822 Sep 09 14:57:47.883005 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33228) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:47.892036 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b7163-77d0-4cc2-a492-95e4d7950062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eb314c-63eb-414b-ba5b-51e6c1fbc3cc,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:47.897092 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc133ff-fbc7-43d5-8c57-e218812b8a4a admin admin] Pushing event deleted for resources: {'Network': ['ID=020bc0d8-4b7e-4a65-8e2a-5b014cb2a773,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:47.926714 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:47.930188 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:47.948424 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Allocated IP 172.20.0.3 (2ced1175-a542-4682-b032-b597d6969844/e5539eba-6bc3-49c4-a444-fe6c1757d5b7/17769411-6be9-4b42-9e21-4af2ee1d89cc) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:57:47.959622 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:48.055109 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-60b05288-a5f5-4ab7-ba66-f8a78745d90a req-e67b05cf-1f7e-4493-b01d-fd7a4193ed85 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031765 Sep 09 14:57:48.055678 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7340-b5be-49b7-a4f3-77decc52e883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (11b0ab68-2119-4ecb-8952-94ca88fe5351), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.059376 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33232) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:48.059483 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3d5c7340-b5be-49b7-a4f3-77decc52e883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.062810 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-3d5c7340-b5be-49b7-a4f3-77decc52e883 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/11b0ab68-2119-4ecb-8952-94ca88fe5351 HTTP/1.1" status: 204 len: 168 time: 1.0970116 Sep 09 14:57:48.085385 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5f8f67bd-6bea-4a8b-a48f-483ce1601e70 admin admin] Publish callbacks [] for security_group (f0eb314c-63eb-414b-ba5b-51e6c1fbc3cc), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.092013 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-16e4bb98-f0fb-47c2-8162-e86a59aad305 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5524116 Sep 09 14:57:48.092999 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3d9da49f-2929-4b15-97b3-6107b1e90c03 req-9b14c09d-4777-4797-b162-bdf710d90b51 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 210 time: 0.1214857 Sep 09 14:57:48.125462 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c7340-b5be-49b7-a4f3-77decc52e883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b0ab68-2119-4ecb-8952-94ca88fe5351,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:48.139000 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:48.172066 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-32c9d4d8-2dbd-4116-a2de-288f05ef3c29 admin admin] Publish callbacks [] for security_group (2a79f9e3-5323-419a-8222-0d53c18a0a5b), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.205697 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-5249068c-34b3-47d1-8f29-3e2c94c57b7a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=7b907e5fa35a49ad9ba11718211a3275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1449516 Sep 09 14:57:48.212435 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33236) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:48.253377 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.311301 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-91561ebe-22a5-44ea-9f32-d328ec5c8251 admin admin] Publish callbacks [] for security_group (c17f57ac-2734-439d-90a1-8fabf9ca6669), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.343649 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-91561ebe-22a5-44ea-9f32-d328ec5c8251 admin admin] Publish callbacks [] for security_group (c17f57ac-2734-439d-90a1-8fabf9ca6669), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.362029 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.370950 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5f8f67bd-6bea-4a8b-a48f-483ce1601e70 admin admin] Publish callbacks [] for security_group (f0eb314c-63eb-414b-ba5b-51e6c1fbc3cc), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.423563 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Network 2ced1175-a542-4682-b032-b597d6969844 is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:57:48.430816 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:48.433954 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:57:48.469934 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'Port': ['ID=17769411-6be9-4b42-9e21-4af2ee1d89cc,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:48.482835 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-32c9d4d8-2dbd-4116-a2de-288f05ef3c29 admin admin] Publish callbacks [] for security_group (2a79f9e3-5323-419a-8222-0d53c18a0a5b), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.517438 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:48.518413 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for port (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.522950 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-91561ebe-22a5-44ea-9f32-d328ec5c8251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c17f57ac-2734-439d-90a1-8fabf9ca6669), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.526263 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-91561ebe-22a5-44ea-9f32-d328ec5c8251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.526879 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458e8dc4-cc7c-4352-abae-feb59eb35484 req-5cc2bb16-5956-4d96-b3b9-c9b1d7456c59 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:48.527799 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-91561ebe-22a5-44ea-9f32-d328ec5c8251 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c17f57ac-2734-439d-90a1-8fabf9ca6669 HTTP/1.1" status: 204 len: 168 time: 0.3144188 Sep 09 14:57:48.531308 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-458e8dc4-cc7c-4352-abae-feb59eb35484 req-5cc2bb16-5956-4d96-b3b9-c9b1d7456c59 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 944 time: 0.1760592 Sep 09 14:57:48.567887 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91561ebe-22a5-44ea-9f32-d328ec5c8251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17f57ac-2734-439d-90a1-8fabf9ca6669,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:48.571444 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:48.589092 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-077fde88-a782-4ead-a09e-772f25243ac3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5017231 Sep 09 14:57:48.601586 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Request body: {'port': {'device_id': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:48.626511 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device acf93c11-9610-4394-9769-af290e65bfdd details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:57:48.661384 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device acde1cfb-fe15-408e-9b75-038fe1bb658e up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:48.707990 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-458e8dc4-cc7c-4352-abae-feb59eb35484 req-1777208e-6372-4ada-aff1-5fd95b0cfd76 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074336 Sep 09 14:57:48.733850 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 9411f6cc-1c1c-4f16-a6c5-439f5e230588 resource provider aggregate not found Sep 09 14:57:48.737848 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.753331 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-820fd22b-033b-4375-acc6-1b6f546c4f8e req-4e96159c-b66b-4447-9fb8-57d613ddb00c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419253 Sep 09 14:57:48.756262 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 9411f6cc-1c1c-4f16-a6c5-439f5e230588 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9411f6cc-1c1c-4f16-a6c5-439f5e230588 found for delete ", "request_id": "req-b1100d50-ec49-4ca0-a796-211952c911d0"}]} Sep 09 14:57:48.842567 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5f8f67bd-6bea-4a8b-a48f-483ce1601e70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (f0eb314c-63eb-414b-ba5b-51e6c1fbc3cc), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.847529 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5f8f67bd-6bea-4a8b-a48f-483ce1601e70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.851618 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-5f8f67bd-6bea-4a8b-a48f-483ce1601e70 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f0eb314c-63eb-414b-ba5b-51e6c1fbc3cc HTTP/1.1" status: 204 len: 168 time: 0.9701605 Sep 09 14:57:48.869063 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-32c9d4d8-2dbd-4116-a2de-288f05ef3c29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (2a79f9e3-5323-419a-8222-0d53c18a0a5b), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.872956 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-32c9d4d8-2dbd-4116-a2de-288f05ef3c29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.878282 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-32c9d4d8-2dbd-4116-a2de-288f05ef3c29 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2a79f9e3-5323-419a-8222-0d53c18a0a5b HTTP/1.1" status: 204 len: 168 time: 1.0477610 Sep 09 14:57:48.888296 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port acde1cfb-fe15-408e-9b75-038fe1bb658e completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 14:57:48.891777 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f67bd-6bea-4a8b-a48f-483ce1601e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eb314c-63eb-414b-ba5b-51e6c1fbc3cc,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:48.924123 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9d4d8-2dbd-4116-a2de-288f05ef3c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a79f9e3-5323-419a-8222-0d53c18a0a5b,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:48.930524 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port acf93c11-9610-4394-9769-af290e65bfdd, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=acf93c11-9610-4394-9769-af290e65bfdd,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:48.938391 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-c9239806-33ab-498d-8aeb-52e84b16de51 None None] Provisioning complete for port 17769411-6be9-4b42-9e21-4af2ee1d89cc triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:48.938896 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c9239806-33ab-498d-8aeb-52e84b16de51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.942382 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port acde1cfb-fe15-408e-9b75-038fe1bb658e triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:48.943002 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:48.987239 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:49.020132 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': 'acf93c11-9610-4394-9769-af290e65bfdd', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'port_id': 'acf93c11-9610-4394-9769-af290e65bfdd', 'mac_address': 'fa:16:3e:17:46:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:57:49.045444 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-c9239806-33ab-498d-8aeb-52e84b16de51 None None] Port 17769411-6be9-4b42-9e21-4af2ee1d89cc cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:57:49.115139 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port acf93c11-9610-4394-9769-af290e65bfdd is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:49.116010 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (acf93c11-9610-4394-9769-af290e65bfdd), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.139599 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acf93c11-9610-4394-9769-af290e65bfdd {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:57:49.147052 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:49.148497 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port acde1cfb-fe15-408e-9b75-038fe1bb658e is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:49.149125 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.151050 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33268) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:49.165476 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27073afa-d48f-4e5f-b5fb-94c6c6f9082c {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:57:49.179231 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port acf93c11-9610-4394-9769-af290e65bfdd, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=acf93c11-9610-4394-9769-af290e65bfdd,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:49.188428 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Publish callbacks [] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.194238 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1053d238-10c6-4e04-bb1c-10d883bab2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acde1cfb-fe15-408e-9b75-038fe1bb658e'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:57:49.207419 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Transition to ACTIVE for port object 27073afa-d48f-4e5f-b5fb-94c6c6f9082c will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 14:57:49.220815 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.275951 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (acf93c11-9610-4394-9769-af290e65bfdd), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.295748 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Pushing event updated for resources: {'Port': ['ID=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:49.302045 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e51a937e-2df0-47d6-b46d-0db6e65cf839 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=02743e3f4fb54c14b3e27331dbbdb9ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493073 Sep 09 14:57:49.304704 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33274) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:49.311203 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port acde1cfb-fe15-408e-9b75-038fe1bb658e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=acde1cfb-fe15-408e-9b75-038fe1bb658e,segment=NetworkSegment(e97dedb0-4af3-4163-a0e6-45adc0b4d44a),segment_id=e97dedb0-4af3-4163-a0e6-45adc0b4d44a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:49.318052 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:49.321052 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfc748-6847-4815-9711-7cf8107f7582 req-659a476c-bea5-443f-b68f-430efdc484ef tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:49.327352 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.327525 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-82dfc748-6847-4815-9711-7cf8107f7582 req-659a476c-bea5-443f-b68f-430efdc484ef tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 943 time: 0.2943990 Sep 09 14:57:49.345277 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=acf93c11-9610-4394-9769-af290e65bfdd,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:49.377296 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17769411-6be9-4b42-9e21-4af2ee1d89cc {{(pid=106239) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:57:49.391995 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Publish callbacks [] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.411448 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=acde1cfb-fe15-408e-9b75-038fe1bb658e,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:49.417012 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-88131961-4c8b-40ca-83c3-c2b9acf2f9f1 admin admin] Publish callbacks [] for security_group (bea2419b-69b0-427a-8bd4-55e355a65c5b), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.442388 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-88131961-4c8b-40ca-83c3-c2b9acf2f9f1 admin admin] Publish callbacks [] for security_group (bea2419b-69b0-427a-8bd4-55e355a65c5b), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.444525 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.provisioning_blocks [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Transition to ACTIVE for port object 17769411-6be9-4b42-9e21-4af2ee1d89cc will not be triggered until provisioned by entity L2. {{(pid=106239) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 14:57:49.452804 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3186376'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.469312 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:49.482916 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Attempting to bind port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:49.483239 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Attempting to bind port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:49.483569 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Attempting to bind port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c on network 93d5556e-7098-41ee-955a-f1126257e985 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:49.492271 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['acf93c11-9610-4394-9769-af290e65bfdd'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:57:49.521451 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850cd16-b7df-4d15-ad56-11dd82beaf41 req-6aec1ca6-6abd-4f5e-bdb2-ceefbbe0137b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:49.522951 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b850cd16-b7df-4d15-ad56-11dd82beaf41 req-6aec1ca6-6abd-4f5e-bdb2-ceefbbe0137b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.2324042 Sep 09 14:57:49.564732 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=17769411-6be9-4b42-9e21-4af2ee1d89cc,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:49.610543 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-88131961-4c8b-40ca-83c3-c2b9acf2f9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (bea2419b-69b0-427a-8bd4-55e355a65c5b), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.612384 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601baf45-7df8-43d4-b95f-06b025d4e46f req-b5ce9504-e9ee-422c-bdd7-dcde0a93c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:49.613903 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-601baf45-7df8-43d4-b95f-06b025d4e46f req-b5ce9504-e9ee-422c-bdd7-dcde0a93c87c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 1127 time: 0.1592083 Sep 09 14:57:49.617179 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-88131961-4c8b-40ca-83c3-c2b9acf2f9f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.619191 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-88131961-4c8b-40ca-83c3-c2b9acf2f9f1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bea2419b-69b0-427a-8bd4-55e355a65c5b HTTP/1.1" status: 204 len: 168 time: 0.3137107 Sep 09 14:57:49.633776 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.managers [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Attempting to bind port 17769411-6be9-4b42-9e21-4af2ee1d89cc on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:57:49.634131 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.managers [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Attempting to bind port 17769411-6be9-4b42-9e21-4af2ee1d89cc by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'}] {{(pid=106239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:57:49.634557 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Attempting to bind port 17769411-6be9-4b42-9e21-4af2ee1d89cc on network 2ced1175-a542-4682-b032-b597d6969844 {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:49.674698 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-82dfc748-6847-4815-9711-7cf8107f7582 req-2d940da2-822c-4781-9bb2-3c2db684d560 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130000 Sep 09 14:57:49.681221 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:49.687527 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88131961-4c8b-40ca-83c3-c2b9acf2f9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea2419b-69b0-427a-8bd4-55e355a65c5b,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:49.690577 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b850cd16-b7df-4d15-ad56-11dd82beaf41 req-3be66909-bb49-4c2a-a72b-4740622b0fd2 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297405 Sep 09 14:57:49.696640 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Port 17769411-6be9-4b42-9e21-4af2ee1d89cc on network 2ced1175-a542-4682-b032-b597d6969844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 14:57:49.697253 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Attempting to bind port 17769411-6be9-4b42-9e21-4af2ee1d89cc on network 2ced1175-a542-4682-b032-b597d6969844 {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:49.785034 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33290) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:49.830623 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d06e-8ef0-4db2-81b7-67954d1fc053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.848119 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:49.848598 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Checking segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:49.849076 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Bound using segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} {{(pid=106239) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:49.849631 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.managers [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Bound port: 17769411-6be9-4b42-9e21-4af2ee1d89cc, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'}}] {{(pid=106239) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:49.850456 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:49.904494 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c on network 93d5556e-7098-41ee-955a-f1126257e985 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 14:57:49.905051 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Attempting to bind port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c on network 93d5556e-7098-41ee-955a-f1126257e985 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:57:49.929373 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c786bf1b-24ca-44b5-8c8b-a9efe1585b1c" -d '{"events": [{"server_uuid": "1053d238-10c6-4e04-bb1c-10d883bab2a5", "name": "network-vif-plugged", "status": "completed", "tag": "acde1cfb-fe15-408e-9b75-038fe1bb658e"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:49.956803 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] For port 17769411-6be9-4b42-9e21-4af2ee1d89cc, host hv-cinder-82869, cleared binding levels {{(pid=106239) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:49.963043 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] For port 17769411-6be9-4b42-9e21-4af2ee1d89cc, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=17769411-6be9-4b42-9e21-4af2ee1d89cc,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106239) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:49.980249 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3186376'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.024970 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:57:50.025645 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Checking segment: {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:50.026208 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Bound using segment: {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:57:50.026887 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Bound port: 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:57:50.027402 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.031213 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:50.033408 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d06e-8ef0-4db2-81b7-67954d1fc053 admin admin] Publish callbacks [] for security_group (0ea9fbce-9470-4062-818f-b0651768f907), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.037732 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:50.038342 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for port (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.040060 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/17769411-6be9-4b42-9e21-4af2ee1d89cc HTTP/1.1" status: 200 len: 1093 time: 1.4439390 Sep 09 14:57:50.040448 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'tag': '17769411-6be9-4b42-9e21-4af2ee1d89cc'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:57:50.043022 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff005fb-9a7d-4aad-9eb8-2d33c3110b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "70c93a5b-944b-43a7-95f6-e49c229603b6", "tag": "17769411-6be9-4b42-9e21-4af2ee1d89cc"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:50.048602 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c4c2d06e-8ef0-4db2-81b7-67954d1fc053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (0ea9fbce-9470-4062-818f-b0651768f907), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.072287 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba133aa-2b8b-484b-8ded-d82b2d9d2bfe req-9ead29e3-63d3-4cf1-9fc3-ec5d5740a17a tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:50.085032 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6ba133aa-2b8b-484b-8ded-d82b2d9d2bfe req-9ead29e3-63d3-4cf1-9fc3-ec5d5740a17a tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 945 time: 0.2289884 Sep 09 14:57:50.118051 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c79b17-44a2-4c46-8b29-f49bf1d220cd req-d189bfd5-c6b1-48d2-b063-260bb903c91e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:50.119604 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a0c79b17-44a2-4c46-8b29-f49bf1d220cd req-d189bfd5-c6b1-48d2-b063-260bb903c91e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 943 time: 0.2663071 Sep 09 14:57:50.120030 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:50.162901 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2d06e-8ef0-4db2-81b7-67954d1fc053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea9fbce-9470-4062-818f-b0651768f907,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:50.167141 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-c4c2d06e-8ef0-4db2-81b7-67954d1fc053 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a8d76d6d8be047f0acb4b9a13c9efde2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3794312 Sep 09 14:57:50.167873 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd3f17-0208-436e-a74e-2ff321d35ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=17769411-6be9-4b42-9e21-4af2ee1d89cc,revision_number=3']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:50.170354 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33302) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:50.184086 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-17d44ae7-42b4-4c94-92c6-c852fc05b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:50.185607 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-17d44ae7-42b4-4c94-92c6-c852fc05b9b8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 1127 time: 0.0967631 Sep 09 14:57:50.189410 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:50.252598 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601baf45-7df8-43d4-b95f-06b025d4e46f req-ab408435-d0f3-4b3d-8d46-65dd1f689b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:50.252974 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-4ac7a64d-520d-4359-8f14-75cf26d5609e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17769411-6be9-4b42-9e21-4af2ee1d89cc HTTP/1.1" status: 200 len: 217 time: 0.0596249 Sep 09 14:57:50.254390 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-601baf45-7df8-43d4-b95f-06b025d4e46f req-ab408435-d0f3-4b3d-8d46-65dd1f689b1c service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.6207654 Sep 09 14:57:50.278673 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a0c79b17-44a2-4c46-8b29-f49bf1d220cd req-c1de9924-6d0c-4b6e-913b-88cc45ca0a65 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429744 Sep 09 14:57:50.329718 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-52acacd4-7af8-42bd-89c1-934e65cacd4d admin admin] Publish callbacks [] for security_group (0ea9fbce-9470-4062-818f-b0651768f907), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.349256 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33312) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:50.354608 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-52acacd4-7af8-42bd-89c1-934e65cacd4d admin admin] Publish callbacks [] for security_group (0ea9fbce-9470-4062-818f-b0651768f907), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.357759 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-601baf45-7df8-43d4-b95f-06b025d4e46f req-2559b50a-a78a-4100-a7c5-4ff837b0f39c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8fdd88c-0583-47e2-a5ed-5152bcef3474 HTTP/1.1" status: 200 len: 217 time: 0.0877819 Sep 09 14:57:50.372026 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6ba133aa-2b8b-484b-8ded-d82b2d9d2bfe req-cc882193-00ac-4d52-b9e7-575f6d16ff57 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832272 Sep 09 14:57:50.373255 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:57:50.385318 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:57:50.412255 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-a21cfd32-128c-41d3-97fa-b215bd537445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:50.415666 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-a21cfd32-128c-41d3-97fa-b215bd537445 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 200 len: 853 time: 0.1502836 Sep 09 14:57:50.438423 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-52acacd4-7af8-42bd-89c1-934e65cacd4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (0ea9fbce-9470-4062-818f-b0651768f907), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.439192 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.442158 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:50.442593 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-52acacd4-7af8-42bd-89c1-934e65cacd4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.443117 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.447498 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-52acacd4-7af8-42bd-89c1-934e65cacd4d admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0ea9fbce-9470-4062-818f-b0651768f907 HTTP/1.1" status: 204 len: 168 time: 0.2699375 Sep 09 14:57:50.447594 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/27073afa-d48f-4e5f-b5fb-94c6c6f9082c HTTP/1.1" status: 200 len: 1094 time: 2.9827554 Sep 09 14:57:50.447678 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c67e4c-48f3-46c3-a55b-2b9f514bced0 x-openstack-request-id: req-e5c67e4c-48f3-46c3-a55b-2b9f514bced0 {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:50.447678 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c93a5b-944b-43a7-95f6-e49c229603b6", "tag": "17769411-6be9-4b42-9e21-4af2ee1d89cc", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:50.447678 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e5c67e4c-48f3-46c3-a55b-2b9f514bced0 {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:50.447678 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c67e4c-48f3-46c3-a55b-2b9f514bced0'] response: {'name': 'network-changed', 'server_uuid': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'tag': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'status': 'completed', 'code': 200} Sep 09 14:57:50.478143 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:57:50.484443 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728b0736-fffa-4733-b163-0fdabf7d6519" -d '{"events": [{"name": "network-changed", "server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:50.499628 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acacd4-7af8-42bd-89c1-934e65cacd4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea9fbce-9470-4062-818f-b0651768f907,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:50.518100 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-b9c634fa-d4ef-430c-8cfd-2ff83043de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:50.530161 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-b9c634fa-d4ef-430c-8cfd-2ff83043de1c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2ced1175-a542-4682-b032-b597d6969844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0978703 Sep 09 14:57:50.568720 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601baf45-7df8-43d4-b95f-06b025d4e46f req-34f3955c-3771-478f-b069-10266912d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:50.570529 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-601baf45-7df8-43d4-b95f-06b025d4e46f req-34f3955c-3771-478f-b069-10266912d67c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.1948674 Sep 09 14:57:50.573117 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c65e78-b5c7-4ca8-963d-962bd9591f7a service neutron] Pushing event updated for resources: {'Port': ['ID=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:50.579606 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-f06bae67-9cb1-4041-b2ac-d6904fe7da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:50.581061 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-f06bae67-9cb1-4041-b2ac-d6904fe7da1e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 1128 time: 0.0810180 Sep 09 14:57:50.614972 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325d8f51-5750-494f-8325-4221c152c911 x-openstack-request-id: req-325d8f51-5750-494f-8325-4221c152c911 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:50.615280 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:50.615507 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-325d8f51-5750-494f-8325-4221c152c911 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:50.615962 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325d8f51-5750-494f-8325-4221c152c911'] response: {'name': 'network-changed', 'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'status': 'completed', 'code': 200} Sep 09 14:57:50.643603 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device acf93c11-9610-4394-9769-af290e65bfdd up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:50.653224 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1309704006-network', 'tenant_id': 'bd3cfdafe89243748fe29bef991b2215'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:50.657624 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-b7519256-e48a-4936-885a-f72c5fe512cf service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c HTTP/1.1" status: 200 len: 217 time: 0.0688455 Sep 09 14:57:50.671068 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-3b29653c-fb45-4027-a4e3-0dc5652d12f0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395841 Sep 09 14:57:50.684791 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601baf45-7df8-43d4-b95f-06b025d4e46f req-a6631773-3124-4298-8e62-1d0cddf33624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:50.686373 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-601baf45-7df8-43d4-b95f-06b025d4e46f req-a6631773-3124-4298-8e62-1d0cddf33624 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1081779 Sep 09 14:57:50.764328 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port acf93c11-9610-4394-9769-af290e65bfdd completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 14:57:50.774668 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9513c2e0-b080-4b39-97ee-d714d1db768d x-openstack-request-id: req-9513c2e0-b080-4b39-97ee-d714d1db768d {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:50.775939 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1053d238-10c6-4e04-bb1c-10d883bab2a5", "name": "network-vif-plugged", "status": "completed", "tag": "acde1cfb-fe15-408e-9b75-038fe1bb658e", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:50.777209 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9513c2e0-b080-4b39-97ee-d714d1db768d {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:50.779262 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9513c2e0-b080-4b39-97ee-d714d1db768d'] response: {'server_uuid': '1053d238-10c6-4e04-bb1c-10d883bab2a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acde1cfb-fe15-408e-9b75-038fe1bb658e', 'code': 200} Sep 09 14:57:50.784639 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port acf93c11-9610-4394-9769-af290e65bfdd triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:50.788298 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (acf93c11-9610-4394-9769-af290e65bfdd), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.819304 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:50.822581 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-601baf45-7df8-43d4-b95f-06b025d4e46f req-969ffa87-81ec-4125-8e91-6d18c3449c85 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110122 Sep 09 14:57:50.871015 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Made reservation on behalf of bd3cfdafe89243748fe29bef991b2215 for: {'network': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:50.881522 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.919672 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port acf93c11-9610-4394-9769-af290e65bfdd is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:50.920362 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (acf93c11-9610-4394-9769-af290e65bfdd), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:50.968719 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port acf93c11-9610-4394-9769-af290e65bfdd, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=acf93c11-9610-4394-9769-af290e65bfdd,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:50.978221 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (acf93c11-9610-4394-9769-af290e65bfdd), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:51.051178 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=acf93c11-9610-4394-9769-af290e65bfdd,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:51.187251 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da6fc2-3c89-4011-8c4c-78eda6d67eb4 req-b9937af3-716b-4f38-b527-ea45fad41afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:51.188760 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-35da6fc2-3c89-4011-8c4c-78eda6d67eb4 req-b9937af3-716b-4f38-b527-ea45fad41afc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 1129 time: 0.1087408 Sep 09 14:57:51.198244 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-ce2db2cd-864b-4929-bc6e-350f85e2b6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:51.200323 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-ce2db2cd-864b-4929-bc6e-350f85e2b6cc service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e593ff28-5a4f-4b16-9e61-30d2cbd678db HTTP/1.1" status: 200 len: 856 time: 0.5335319 Sep 09 14:57:51.227142 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-35da6fc2-3c89-4011-8c4c-78eda6d67eb4 req-b6974eab-09f9-4c89-81a6-18e223b361e0 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:51.227366 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:51.256716 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-fd79fd6d-6ee9-4c01-bd7e-25d8032be395 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799875 Sep 09 14:57:51.282584 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-4da8132d-a63d-41f9-83a2-4829d1223515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:51.284317 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-4da8132d-a63d-41f9-83a2-4829d1223515 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93d5556e-7098-41ee-955a-f1126257e985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0772388 Sep 09 14:57:51.351254 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-35da6fc2-3c89-4011-8c4c-78eda6d67eb4 req-b6974eab-09f9-4c89-81a6-18e223b361e0 service neutron] Publish callbacks [] for security_group (dcd6daca-9a16-40dc-9660-21e72e4798f2), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:51.355527 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f46642-8319-4bbd-96bb-a959e67cabe2 req-8a9f9b73-cc79-44e1-9a63-1f8e6e6c4d11 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:51.357635 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a8f46642-8319-4bbd-96bb-a959e67cabe2 req-8a9f9b73-cc79-44e1-9a63-1f8e6e6c4d11 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 943 time: 0.5189011 Sep 09 14:57:51.369548 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-35da6fc2-3c89-4011-8c4c-78eda6d67eb4 req-b6974eab-09f9-4c89-81a6-18e223b361e0 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (dcd6daca-9a16-40dc-9660-21e72e4798f2), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:51.369786 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee60a2b-5909-460e-9969-93629c2b785b req-823cf958-597d-4582-ae7e-0f421cfd0060 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:51.377819 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cee60a2b-5909-460e-9969-93629c2b785b req-823cf958-597d-4582-ae7e-0f421cfd0060 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.4562366 Sep 09 14:57:51.423029 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:51.438745 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-35da6fc2-3c89-4011-8c4c-78eda6d67eb4 req-b6974eab-09f9-4c89-81a6-18e223b361e0 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429404 Sep 09 14:57:51.441441 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6974eab-09f9-4c89-81a6-18e223b361e0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd6daca-9a16-40dc-9660-21e72e4798f2,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:51.582604 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:51.612124 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-601baf45-7df8-43d4-b95f-06b025d4e46f req-cda1f910-a8c9-4ff2-8e33-d3b417c4c883 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7711444 Sep 09 14:57:51.629772 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a8f46642-8319-4bbd-96bb-a959e67cabe2 req-67799878-0997-41bf-9323-0cf1faff40c0 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080712 Sep 09 14:57:51.644502 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cee60a2b-5909-460e-9969-93629c2b785b req-7b236ac0-d411-4e62-a82e-fbcb1733cc52 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2658150 Sep 09 14:57:51.732170 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-b4051198-da89-4be9-bf24-cdadf495f7b4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317975 Sep 09 14:57:51.853693 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Publish callbacks [] for security_group (8147fc81-291f-405f-8f51-6bc117748f4f), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:51.865324 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92577764-656c-4210-b7b6-b79f85851b31 req-8f62a1eb-d28e-4c56-b6a4-314b5d7b13e2 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:51.865324 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-92577764-656c-4210-b7b6-b79f85851b31 req-8f62a1eb-d28e-4c56-b6a4-314b5d7b13e2 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 945 time: 0.1243670 Sep 09 14:57:51.869175 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (8147fc81-291f-405f-8f51-6bc117748f4f), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:51.882121 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=106238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:57:51.910962 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f0372-7ea6-45b5-8baf-9d5459f50844 req-a3f041cf-5a02-4956-a98f-7293d0856f68 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:51.912869 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ff6f0372-7ea6-45b5-8baf-9d5459f50844 req-a3f041cf-5a02-4956-a98f-7293d0856f68 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 943 time: 0.1519783 Sep 09 14:57:51.928639 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (29e0638c-d611-4754-a482-3ae46e7aa68b), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:51.928935 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.segments_db [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Added segment 29e0638c-d611-4754-a482-3ae46e7aa68b of type vlan for network ea70958d-8611-435f-9904-c0efb2e3e5e6 Sep 09 14:57:51.988588 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8147fc81-291f-405f-8f51-6bc117748f4f,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:52.036118 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (ea70958d-8611-435f-9904-c0efb2e3e5e6), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:52.057673 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-92577764-656c-4210-b7b6-b79f85851b31 req-a0a09bc0-e6bc-4510-8e8b-f01f32dc5c26 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714709 Sep 09 14:57:52.063123 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ff6f0372-7ea6-45b5-8baf-9d5459f50844 req-56b157d1-e26d-4b11-b9b4-cb77b2b2a86b tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325855 Sep 09 14:57:52.108493 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (ea70958d-8611-435f-9904-c0efb2e3e5e6), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:52.109743 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:52.110775 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:52.160531 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:52.169803 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8159575 Sep 09 14:57:52.170113 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33368) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:52.180863 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-57db5dc3-dccc-4992-88ae-aa9a36e263fa admin admin] Request body: {'subnet': {'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1309704006-subnet', 'tenant_id': 'bd3cfdafe89243748fe29bef991b2215', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:57:52.197548 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91493486-41cd-45fc-9781-c79ecafbaccc admin admin] Pushing event updated for resources: {'Network': ['ID=ea70958d-8611-435f-9904-c0efb2e3e5e6,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:52.227792 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network ea70958d-8611-435f-9904-c0efb2e3e5e6 details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:57:52.265617 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57db5dc3-dccc-4992-88ae-aa9a36e263fa admin admin] Made reservation on behalf of bd3cfdafe89243748fe29bef991b2215 for: {'subnet': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:57:52.267956 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-57db5dc3-dccc-4992-88ae-aa9a36e263fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:52.328409 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff005fb-9a7d-4aad-9eb8-2d33c3110b6a req-4a89c72d-dff7-420b-86eb-520a6232e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:52.330539 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-dff005fb-9a7d-4aad-9eb8-2d33c3110b6a req-4a89c72d-dff7-420b-86eb-520a6232e94c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 1127 time: 0.1301584 Sep 09 14:57:52.371528 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3449a628-3d45-467a-8e92-c1842b6dfca1 req-774920aa-8899-4012-9c09-1434ad3c9c24 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711962 Sep 09 14:57:52.486862 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:52.488379 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff005fb-9a7d-4aad-9eb8-2d33c3110b6a req-d690d66b-a659-4b9d-8732-81d1ecb8f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:52.490460 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-dff005fb-9a7d-4aad-9eb8-2d33c3110b6a req-d690d66b-a659-4b9d-8732-81d1ecb8f8ee service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 915 time: 0.1510687 Sep 09 14:57:52.512174 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-57db5dc3-dccc-4992-88ae-aa9a36e263fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (8f8bfa4b-5d67-4025-ad17-7d9f30a52c81), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:52.572356 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db5dc3-dccc-4992-88ae-aa9a36e263fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f8bfa4b-5d67-4025-ad17-7d9f30a52c81,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:52.580640 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57db5dc3-dccc-4992-88ae-aa9a36e263fa admin admin] Checking segment: {'id': '29e0638c-d611-4754-a482-3ae46e7aa68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:57:52.580994 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db5dc3-dccc-4992-88ae-aa9a36e263fa admin admin] Network hostable DHCP agents. Network: ea70958d-8611-435f-9904-c0efb2e3e5e6, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:57:52.598884 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57db5dc3-dccc-4992-88ae-aa9a36e263fa admin admin] Network ea70958d-8611-435f-9904-c0efb2e3e5e6 is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:57:52.610232 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-57db5dc3-dccc-4992-88ae-aa9a36e263fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, ea70958d-8611-435f-9904-c0efb2e3e5e6) {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:57:52.616038 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db5dc3-dccc-4992-88ae-aa9a36e263fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:52.617372 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-57db5dc3-dccc-4992-88ae-aa9a36e263fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:52.622077 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59174911-ef9f-4c33-a333-d29c931588d3 None None] Network ea70958d-8611-435f-9904-c0efb2e3e5e6 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:52.665020 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-57db5dc3-dccc-4992-88ae-aa9a36e263fa admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4880888 Sep 09 14:57:52.721630 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-dff005fb-9a7d-4aad-9eb8-2d33c3110b6a req-f180e027-ac54-42a9-8c7a-773358a83e43 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17769411-6be9-4b42-9e21-4af2ee1d89cc HTTP/1.1" status: 200 len: 217 time: 0.0702484 Sep 09 14:57:52.755872 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8fdd88c-0583-47e2-a5ed-5152bcef3474 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:57:52.789611 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbddff0a-cdd3-4537-821e-decd3714e96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf93c11-9610-4394-9769-af290e65bfdd'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:57:52.792736 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3131f1ec-57ab-4084-ba31-031ab8ba5913" -d '{"events": [{"server_uuid": "fbddff0a-cdd3-4537-821e-decd3714e96d", "name": "network-vif-plugged", "status": "completed", "tag": "acf93c11-9610-4394-9769-af290e65bfdd"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:52.861097 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328d303-2f9e-4761-bd92-a6755eafbf23 req-70352dc3-beac-4288-a906-b76d3768e121 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:52.862664 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a328d303-2f9e-4761-bd92-a6755eafbf23 req-70352dc3-beac-4288-a906-b76d3768e121 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0727322 Sep 09 14:57:52.877126 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de8e67-88f0-4e8f-bc76-f2750367ecca req-4eaffa08-72e5-42c6-a454-8b420dbe669e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:52.884917 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a2de8e67-88f0-4e8f-bc76-f2750367ecca req-4eaffa08-72e5-42c6-a454-8b420dbe669e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 943 time: 0.1403022 Sep 09 14:57:52.889496 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4f035e-f66a-4c19-9d21-d0bbb6723df5 None None] Network ea70958d-8611-435f-9904-c0efb2e3e5e6 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:57:52.982841 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a2de8e67-88f0-4e8f-bc76-f2750367ecca req-af53c718-aa56-46a3-82f7-7dbcae619e2b tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972183 Sep 09 14:57:52.992388 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a328d303-2f9e-4761-bd92-a6755eafbf23 req-5ea15414-6ed1-4723-a1ac-665cd09bb4c0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041315 Sep 09 14:57:53.039316 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8fdd88c-0583-47e2-a5ed-5152bcef3474, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8fdd88c-0583-47e2-a5ed-5152bcef3474,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:53.052179 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:53.071211 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841478a6-a886-4bfe-b5f1-2b9b49c3ccfb x-openstack-request-id: req-841478a6-a886-4bfe-b5f1-2b9b49c3ccfb {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:53.071522 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbddff0a-cdd3-4537-821e-decd3714e96d", "name": "network-vif-plugged", "status": "completed", "tag": "acf93c11-9610-4394-9769-af290e65bfdd", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:53.071767 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-841478a6-a886-4bfe-b5f1-2b9b49c3ccfb {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:53.072336 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841478a6-a886-4bfe-b5f1-2b9b49c3ccfb'] response: {'server_uuid': 'fbddff0a-cdd3-4537-821e-decd3714e96d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acf93c11-9610-4394-9769-af290e65bfdd', 'code': 200} Sep 09 14:57:53.077556 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': 'c8fdd88c-0583-47e2-a5ed-5152bcef3474', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'port_id': 'c8fdd88c-0583-47e2-a5ed-5152bcef3474', 'mac_address': 'fa:16:3e:e6:eb:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:57:53.138608 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port c8fdd88c-0583-47e2-a5ed-5152bcef3474 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:53.138998 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:53.161685 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fdd88c-0583-47e2-a5ed-5152bcef3474 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:57:53.189599 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8fdd88c-0583-47e2-a5ed-5152bcef3474, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8fdd88c-0583-47e2-a5ed-5152bcef3474,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:53.195685 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:53.213538 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a534715-f322-4d76-8584-63af4dca762c req-73615320-7bc5-4556-9125-6c571a20a6b4 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:53.221650 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1a534715-f322-4d76-8584-63af4dca762c req-73615320-7bc5-4556-9125-6c571a20a6b4 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 945 time: 0.0751526 Sep 09 14:57:53.244233 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:53.258477 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=c8fdd88c-0583-47e2-a5ed-5152bcef3474,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:53.306636 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0f165-fe98-4cb7-9ec5-6cc54c0e478a req-39746f8a-bb04-4882-9b36-b61670e8e812 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:53.314254 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eda0f165-fe98-4cb7-9ec5-6cc54c0e478a req-39746f8a-bb04-4882-9b36-b61670e8e812 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 943 time: 0.0906148 Sep 09 14:57:53.352234 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1a534715-f322-4d76-8584-63af4dca762c req-25eb2450-b4ae-4d6f-8263-000ff6b640a3 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297159 Sep 09 14:57:53.403655 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eda0f165-fe98-4cb7-9ec5-6cc54c0e478a req-0fa7589a-5fa9-4d1d-884c-04fd4b400230 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865405 Sep 09 14:57:53.467540 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['c8fdd88c-0583-47e2-a5ed-5152bcef3474'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:57:53.563785 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff005fb-9a7d-4aad-9eb8-2d33c3110b6a req-e51d93e4-3cb7-4277-9d9b-ab23a96f0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:53.565589 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-dff005fb-9a7d-4aad-9eb8-2d33c3110b6a req-e51d93e4-3cb7-4277-9d9b-ab23a96f0cb4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 200 len: 853 time: 0.0564501 Sep 09 14:57:53.989096 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b0736-fffa-4733-b163-0fdabf7d6519 req-e5cf5f09-8f1a-4a3a-867d-c070c5ec3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:53.989096 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-728b0736-fffa-4733-b163-0fdabf7d6519 req-e5cf5f09-8f1a-4a3a-867d-c070c5ec3d49 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 1128 time: 0.0714161 Sep 09 14:57:54.059797 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff005fb-9a7d-4aad-9eb8-2d33c3110b6a req-2c9780e7-fc7f-47cf-ad6b-ba6a27bbd386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:54.062569 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-dff005fb-9a7d-4aad-9eb8-2d33c3110b6a req-2c9780e7-fc7f-47cf-ad6b-ba6a27bbd386 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2ced1175-a542-4682-b032-b597d6969844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0644286 Sep 09 14:57:54.257321 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:54.258841 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b0736-fffa-4733-b163-0fdabf7d6519 req-7134c014-70a9-453b-a5e8-90f4ff90e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:54.266986 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-728b0736-fffa-4733-b163-0fdabf7d6519 req-7134c014-70a9-453b-a5e8-90f4ff90e7fa service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 918 time: 0.2647514 Sep 09 14:57:54.327256 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-dff005fb-9a7d-4aad-9eb8-2d33c3110b6a req-ea09d124-e48c-4e3d-bc89-524c098ecf03 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535036 Sep 09 14:57:54.441602 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-dff005fb-9a7d-4aad-9eb8-2d33c3110b6a req-0efd4725-548c-4c2b-ac2c-01d97155d663 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104281 Sep 09 14:57:54.449652 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-728b0736-fffa-4733-b163-0fdabf7d6519 req-5982b1ba-59d9-450f-92a0-763d3fbed7e9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c HTTP/1.1" status: 200 len: 217 time: 0.1428175 Sep 09 14:57:54.478117 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c0580-0d64-4141-b37f-3d0f574882ae req-3234929a-b22c-495c-9433-051a0d6d6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:54.479587 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b98c0580-0d64-4141-b37f-3d0f574882ae req-3234929a-b22c-495c-9433-051a0d6d6bdf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 1130 time: 0.2071574 Sep 09 14:57:54.503260 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c22da-cdf0-4ac3-9607-40ce37abbd3b req-110cbe55-abe8-40c3-90fc-cd5aa08449c4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:54.504745 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6e0c22da-cdf0-4ac3-9607-40ce37abbd3b req-110cbe55-abe8-40c3-90fc-cd5aa08449c4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.2335577 Sep 09 14:57:54.510400 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e6e3d0-8cc2-4f67-8d3b-9dfbe1ca0a26 req-a6134a11-6ec3-487d-9b76-e673dc34315f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:54.512383 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d9e6e3d0-8cc2-4f67-8d3b-9dfbe1ca0a26 req-a6134a11-6ec3-487d-9b76-e673dc34315f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 944 time: 0.2441273 Sep 09 14:57:54.578237 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:54.608008 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b98c0580-0d64-4141-b37f-3d0f574882ae req-a7266032-2271-4a8e-9b85-bf0d5e7a4b3b service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916622 Sep 09 14:57:54.627619 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b0736-fffa-4733-b163-0fdabf7d6519 req-14410a46-80c6-4514-8142-6d24250a1f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:54.629078 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-728b0736-fffa-4733-b163-0fdabf7d6519 req-14410a46-80c6-4514-8142-6d24250a1f48 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e593ff28-5a4f-4b16-9e61-30d2cbd678db HTTP/1.1" status: 200 len: 856 time: 0.1662526 Sep 09 14:57:54.676233 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 17769411-6be9-4b42-9e21-4af2ee1d89cc details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:57:54.678937 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6e0c22da-cdf0-4ac3-9607-40ce37abbd3b req-03ab22da-a835-4613-b74c-6e297b126f98 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636341 Sep 09 14:57:54.681421 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8fdd88c-0583-47e2-a5ed-5152bcef3474 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:54.684279 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d9e6e3d0-8cc2-4f67-8d3b-9dfbe1ca0a26 req-9aa135d8-885e-444e-b0c8-6c5e17e8b9df tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441083 Sep 09 14:57:54.754768 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port c8fdd88c-0583-47e2-a5ed-5152bcef3474 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 14:57:54.796803 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port c8fdd88c-0583-47e2-a5ed-5152bcef3474 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:54.797495 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:54.840593 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 17769411-6be9-4b42-9e21-4af2ee1d89cc, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=17769411-6be9-4b42-9e21-4af2ee1d89cc,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:54.926846 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f031fa3-8987-4e50-b51d-ad1e51181d2b req-19880761-0948-401d-9bf5-d1d509c7abf4 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:54.936905 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9f031fa3-8987-4e50-b51d-ad1e51181d2b req-19880761-0948-401d-9bf5-d1d509c7abf4 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 945 time: 0.1874974 Sep 09 14:57:54.967597 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9375c9-1395-4421-a226-bfddd8529052 req-7a352d62-ce7c-42ae-9201-4382fbbcae5d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:54.979199 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8d9375c9-1395-4421-a226-bfddd8529052 req-7a352d62-ce7c-42ae-9201-4382fbbcae5d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 943 time: 0.1883049 Sep 09 14:57:55.002514 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'port_id': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'mac_address': 'fa:16:3e:3b:4f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:57:55.019914 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b0736-fffa-4733-b163-0fdabf7d6519 req-d13f8736-1dd0-4a88-bccf-fceed9973c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:55.022012 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-728b0736-fffa-4733-b163-0fdabf7d6519 req-d13f8736-1dd0-4a88-bccf-fceed9973c76 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93d5556e-7098-41ee-955a-f1126257e985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2173347 Sep 09 14:57:55.046347 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 17769411-6be9-4b42-9e21-4af2ee1d89cc is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:55.046737 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:55.072283 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8d9375c9-1395-4421-a226-bfddd8529052 req-dc719449-b015-46eb-a356-612d6f906ef2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911748 Sep 09 14:57:55.089568 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17769411-6be9-4b42-9e21-4af2ee1d89cc {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:57:55.094427 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9f031fa3-8987-4e50-b51d-ad1e51181d2b req-993338e3-8713-42af-8fed-0e3c60df540b tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562560 Sep 09 14:57:55.126638 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port c8fdd88c-0583-47e2-a5ed-5152bcef3474 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:55.127027 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:55.142946 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 17769411-6be9-4b42-9e21-4af2ee1d89cc, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=17769411-6be9-4b42-9e21-4af2ee1d89cc,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:55.152384 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:55.168834 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211a0b66-c743-4309-943c-b2d6afbee2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fdd88c-0583-47e2-a5ed-5152bcef3474'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:57:55.171126 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72566be3-19a7-4a36-99f3-4ff7e9ed7cd6" -d '{"events": [{"server_uuid": "211a0b66-c743-4309-943c-b2d6afbee2c6", "name": "network-vif-plugged", "status": "completed", "tag": "c8fdd88c-0583-47e2-a5ed-5152bcef3474"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:55.204798 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8fdd88c-0583-47e2-a5ed-5152bcef3474, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8fdd88c-0583-47e2-a5ed-5152bcef3474,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:55.215192 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:55.234215 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=17769411-6be9-4b42-9e21-4af2ee1d89cc,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:55.239715 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:55.242847 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d8027a-4a15-4aff-a448-dbe7b13c02d7 x-openstack-request-id: req-c6d8027a-4a15-4aff-a448-dbe7b13c02d7 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:55.243154 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211a0b66-c743-4309-943c-b2d6afbee2c6", "name": "network-vif-plugged", "status": "completed", "tag": "c8fdd88c-0583-47e2-a5ed-5152bcef3474", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:55.243400 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6d8027a-4a15-4aff-a448-dbe7b13c02d7 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:55.244626 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6d8027a-4a15-4aff-a448-dbe7b13c02d7'] response: {'server_uuid': '211a0b66-c743-4309-943c-b2d6afbee2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fdd88c-0583-47e2-a5ed-5152bcef3474', 'code': 200} Sep 09 14:57:55.295038 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=c8fdd88c-0583-47e2-a5ed-5152bcef3474,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:55.430372 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-3e46e78b-2e75-4e59-a2b5-e7f40c79c03d tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:55.438222 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['17769411-6be9-4b42-9e21-4af2ee1d89cc'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:57:55.438987 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-3e46e78b-2e75-4e59-a2b5-e7f40c79c03d tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ea70958d-8611-435f-9904-c0efb2e3e5e6 HTTP/1.1" status: 200 len: 809 time: 0.2281492 Sep 09 14:57:55.467788 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-00b8a264-3112-436f-9b63-4b24459da841 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/quotas/bd3cfdafe89243748fe29bef991b2215 HTTP/1.1" status: 200 len: 375 time: 0.0277472 Sep 09 14:57:55.537332 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-8afa287f-219a-405d-88af-ddeda7aff7c5 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=bd3cfdafe89243748fe29bef991b2215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668831 Sep 09 14:57:55.563939 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-728b0736-fffa-4733-b163-0fdabf7d6519 req-84a7d1c5-9620-4589-b52d-f1dace15214a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408755 Sep 09 14:57:55.565083 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:55.879131 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e179e65-2dfc-45f6-968e-0fb69cb4c49a req-d6655362-36ca-4e93-af38-3e724538ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:55.880676 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6e179e65-2dfc-45f6-968e-0fb69cb4c49a req-d6655362-36ca-4e93-af38-3e724538ca89 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 1129 time: 0.3421044 Sep 09 14:57:55.922766 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:55.956233 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2aa61-fcc6-47d0-a183-d250a2dc970c req-04e8bafd-8692-459a-b376-2a4139a9678c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:55.958019 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d6b2aa61-fcc6-47d0-a183-d250a2dc970c req-04e8bafd-8692-459a-b376-2a4139a9678c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0928843 Sep 09 14:57:55.992185 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-3cb270fe-b7d6-45f2-9695-2612989864b5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412744 Sep 09 14:57:56.006824 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-728b0736-fffa-4733-b163-0fdabf7d6519 req-896390dd-4236-419a-909c-01e80cb87288 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151914 Sep 09 14:57:56.106718 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d6b2aa61-fcc6-47d0-a183-d250a2dc970c req-9abb5246-7106-4bab-aa78-6c1ae54e4532 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369512 Sep 09 14:57:56.156839 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-05feceb8-5cc1-4cbf-9e29-faa3a634a9d6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550040 Sep 09 14:57:56.199170 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6e179e65-2dfc-45f6-968e-0fb69cb4c49a req-d02ebd49-a0e0-4d16-b418-22c3b5721d53 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674624 Sep 09 14:57:56.287785 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f85592-b2c1-4a54-ac3b-3dc2b0509d00 req-f6ba494b-3a2c-434f-8eb7-116633b86bf0 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:56.298396 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b7f85592-b2c1-4a54-ac3b-3dc2b0509d00 req-f6ba494b-3a2c-434f-8eb7-116633b86bf0 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0721838 Sep 09 14:57:56.357226 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:56.375197 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b7f85592-b2c1-4a54-ac3b-3dc2b0509d00 req-bb06ac70-2387-4cbf-a45c-08dbfa07cbaa tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673432 Sep 09 14:57:56.432688 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d12f8-0255-4c9f-8b61-a26c508c36cf req-d586a8cb-de5d-4e14-a7f5-4e7bbce203f1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:56.434772 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6e0d12f8-0255-4c9f-8b61-a26c508c36cf req-d586a8cb-de5d-4e14-a7f5-4e7bbce203f1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 944 time: 0.0584130 Sep 09 14:57:56.493778 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-37665044-7406-438d-bc68-285b5d7cbccc req-d610c517-0a2f-45c9-8c58-985fe0ecee20 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 210 time: 0.0351169 Sep 09 14:57:56.524674 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6e0d12f8-0255-4c9f-8b61-a26c508c36cf req-240463f0-83e9-4157-a7d2-638a39ca3c47 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827386 Sep 09 14:57:56.693539 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 27073afa-d48f-4e5f-b5fb-94c6c6f9082c details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:57:56.775348 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 17769411-6be9-4b42-9e21-4af2ee1d89cc up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:56.872114 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 17769411-6be9-4b42-9e21-4af2ee1d89cc completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 14:57:56.881648 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:56.891194 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 17769411-6be9-4b42-9e21-4af2ee1d89cc triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:56.891584 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:56.914864 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'port_id': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'mac_address': 'fa:16:3e:2f:07:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:57:56.992296 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:56.993632 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:57.036985 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27073afa-d48f-4e5f-b5fb-94c6c6f9082c {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:57:57.069309 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 17769411-6be9-4b42-9e21-4af2ee1d89cc is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:57.069826 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:57.101791 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:57.113605 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:57.157325 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 17769411-6be9-4b42-9e21-4af2ee1d89cc, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=17769411-6be9-4b42-9e21-4af2ee1d89cc,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:57.171931 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:57.186854 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:57.255278 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17769411-6be9-4b42-9e21-4af2ee1d89cc'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:57:57.257485 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7459a793-e521-48d6-a268-ca3e25d98d0f" -d '{"events": [{"server_uuid": "70c93a5b-944b-43a7-95f6-e49c229603b6", "name": "network-vif-plugged", "status": "completed", "tag": "17769411-6be9-4b42-9e21-4af2ee1d89cc"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:57.329907 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=17769411-6be9-4b42-9e21-4af2ee1d89cc,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:57.330171 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4404126-103b-4efc-9382-ba4a73158cf9 req-bc15970c-a27f-47ac-9d09-854e8c4db525 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:57.334587 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e4404126-103b-4efc-9382-ba4a73158cf9 req-bc15970c-a27f-47ac-9d09-854e8c4db525 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 945 time: 0.0859830 Sep 09 14:57:57.374380 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5b54fb-3955-40c4-b0d4-f069decd19b3 x-openstack-request-id: req-ee5b54fb-3955-40c4-b0d4-f069decd19b3 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:57.374672 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c93a5b-944b-43a7-95f6-e49c229603b6", "name": "network-vif-plugged", "status": "completed", "tag": "17769411-6be9-4b42-9e21-4af2ee1d89cc", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:57.374922 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee5b54fb-3955-40c4-b0d4-f069decd19b3 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:57.375437 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5b54fb-3955-40c4-b0d4-f069decd19b3'] response: {'server_uuid': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'code': 200} Sep 09 14:57:57.395120 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e4404126-103b-4efc-9382-ba4a73158cf9 req-2da0ad82-3898-4e0e-bc43-9b642abbc6b7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542929 Sep 09 14:57:57.432680 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['27073afa-d48f-4e5f-b5fb-94c6c6f9082c'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:57:57.559492 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ccb7b4-55dd-4977-8ce6-da537bd0de4f req-bb745a8c-ae75-4136-b4ae-97f24ffde769 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:57.570648 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-31ccb7b4-55dd-4977-8ce6-da537bd0de4f req-bb745a8c-ae75-4136-b4ae-97f24ffde769 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0971756 Sep 09 14:57:57.596165 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:57.641328 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-31ccb7b4-55dd-4977-8ce6-da537bd0de4f req-4d94837b-89b4-4634-b8ed-dde1c8e12c47 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696979 Sep 09 14:57:57.674557 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6e2ed5a4-cc3a-41ab-b252-69c02b2cfb62 req-5242cb82-7f78-4b92-9957-ee8e75bb7b4c tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 210 time: 0.0597103 Sep 09 14:57:57.874387 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8f157-1bdc-4365-a390-50c4bb46bee8 req-44a7ef6f-875c-4970-b5f2-ddb78d6eadf2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:57.875904 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-12d8f157-1bdc-4365-a390-50c4bb46bee8 req-44a7ef6f-875c-4970-b5f2-ddb78d6eadf2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 945 time: 0.1266439 Sep 09 14:57:58.000479 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-12d8f157-1bdc-4365-a390-50c4bb46bee8 req-0af45dae-6c1d-4e8a-bc2f-ec32acb923c2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164112 Sep 09 14:57:58.289047 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4445b83-f3d7-4aac-ba5b-f1c8cea5dbf1 req-82b88daf-42bf-41b9-9fd7-d575ad2fa0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:58.290949 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e4445b83-f3d7-4aac-ba5b-f1c8cea5dbf1 req-82b88daf-42bf-41b9-9fd7-d575ad2fa0bb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 1129 time: 0.1566813 Sep 09 14:57:58.321833 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35b68-08e4-4a4e-bc8e-209e1d78a9d8 req-bd5abf8f-95ec-4c73-a873-4dac4b9ab9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:58.321833 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b0e35b68-08e4-4a4e-bc8e-209e1d78a9d8 req-bd5abf8f-95ec-4c73-a873-4dac4b9ab9b2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 1129 time: 0.1358120 Sep 09 14:57:58.347191 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88959195-21ba-4f6d-9fbe-22708453b71c req-8ae33aad-fd87-4460-931a-9459c6cb25c2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:58.348631 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-88959195-21ba-4f6d-9fbe-22708453b71c req-8ae33aad-fd87-4460-931a-9459c6cb25c2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1628652 Sep 09 14:57:58.379918 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:58.461470 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e4445b83-f3d7-4aac-ba5b-f1c8cea5dbf1 req-413e59b3-360c-44aa-bc19-c0ceaa7133a4 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621485 Sep 09 14:57:58.478838 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-88959195-21ba-4f6d-9fbe-22708453b71c req-3f9f1773-3ae4-4100-b4b7-f2bc267414d6 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173439 Sep 09 14:57:58.549790 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35b68-08e4-4a4e-bc8e-209e1d78a9d8 req-95186a43-33e8-49be-8dc5-d14f5a8338b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:58.550795 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b0e35b68-08e4-4a4e-bc8e-209e1d78a9d8 req-95186a43-33e8-49be-8dc5-d14f5a8338b6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.2198286 Sep 09 14:57:58.566681 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a3e061-e6ce-44a9-9cfe-ab9b1f82622c req-0964d6f4-92fd-46a2-a396-5a8ab17c23fd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:58.568185 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b8a3e061-e6ce-44a9-9cfe-ab9b1f82622c req-0964d6f4-92fd-46a2-a396-5a8ab17c23fd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 945 time: 0.0749490 Sep 09 14:57:58.627537 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b8a3e061-e6ce-44a9-9cfe-ab9b1f82622c req-e2f38d30-94a4-4798-b9f6-936e161a3297 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527139 Sep 09 14:57:58.728026 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 27073afa-d48f-4e5f-b5fb-94c6c6f9082c up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:57:58.733256 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:58.788086 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 14:57:58.794344 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:57:58.794721 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:58.801487 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-310cea1c-b2b3-4b34-b322-0cd1fa447b29 req-42aa4ac0-d0cd-408f-9d2a-cd09e59ac59b tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 210 time: 0.0361524 Sep 09 14:57:58.881129 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:57:58.881129 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:58.918196 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:57:58.922230 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:58.974553 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:59.049519 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33700) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:59.155224 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2b878-fd5e-4265-9f51-27ce77199aaf req-a94cb206-9765-435e-9d50-02ab7a624608 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:59.155224 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-58c2b878-fd5e-4265-9f51-27ce77199aaf req-a94cb206-9765-435e-9d50-02ab7a624608 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 945 time: 0.0841479 Sep 09 14:57:59.155881 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b0e35b68-08e4-4a4e-bc8e-209e1d78a9d8 req-2a028337-fb8d-4ca9-b39d-9e1f7237cf83 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8fdd88c-0583-47e2-a5ed-5152bcef3474 HTTP/1.1" status: 200 len: 217 time: 0.0484729 Sep 09 14:57:59.175320 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:59.183698 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7b44fd69-1f32-472d-8d20-bc903d56d6ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:59.208378 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-58c2b878-fd5e-4265-9f51-27ce77199aaf req-63eae9b1-3126-4495-9a4d-69687e09427f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478156 Sep 09 14:57:59.263983 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7b44fd69-1f32-472d-8d20-bc903d56d6ef admin admin] Publish callbacks [] for security_group (ffce2caf-f86e-4ae0-aa82-3a448b856b74), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:59.267562 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7b44fd69-1f32-472d-8d20-bc903d56d6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ffce2caf-f86e-4ae0-aa82-3a448b856b74), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:59.311874 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-7b44fd69-1f32-472d-8d20-bc903d56d6ef admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e70b29cddf6f44689ae6b05afbf67dcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612350 Sep 09 14:57:59.312740 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44fd69-1f32-472d-8d20-bc903d56d6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffce2caf-f86e-4ae0-aa82-3a448b856b74,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:59.314619 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33704) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:59.364338 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-15b371a5-92d8-482a-8a20-3227e5715eb7 admin admin] Publish callbacks [] for security_group (ffce2caf-f86e-4ae0-aa82-3a448b856b74), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:59.376185 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:57:59.378496 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b20a508-dd55-4fc8-983c-d7b021f299a6" -d '{"events": [{"server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "name": "network-vif-plugged", "status": "completed", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:57:59.385107 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-15b371a5-92d8-482a-8a20-3227e5715eb7 admin admin] Publish callbacks [] for security_group (ffce2caf-f86e-4ae0-aa82-3a448b856b74), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:59.417766 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648a0c8f-4481-4f4e-9bb1-95886ea8b857 x-openstack-request-id: req-648a0c8f-4481-4f4e-9bb1-95886ea8b857 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:57:59.418328 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "name": "network-vif-plugged", "status": "completed", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:57:59.418790 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-648a0c8f-4481-4f4e-9bb1-95886ea8b857 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:57:59.419397 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648a0c8f-4481-4f4e-9bb1-95886ea8b857'] response: {'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'code': 200} Sep 09 14:57:59.436531 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-15b371a5-92d8-482a-8a20-3227e5715eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ffce2caf-f86e-4ae0-aa82-3a448b856b74), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:59.440621 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-15b371a5-92d8-482a-8a20-3227e5715eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:59.440621 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-15b371a5-92d8-482a-8a20-3227e5715eb7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ffce2caf-f86e-4ae0-aa82-3a448b856b74 HTTP/1.1" status: 204 len: 168 time: 0.1246614 Sep 09 14:57:59.448447 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b371a5-92d8-482a-8a20-3227e5715eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffce2caf-f86e-4ae0-aa82-3a448b856b74,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:57:59.589411 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:57:59.612006 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35b68-08e4-4a4e-bc8e-209e1d78a9d8 req-08e585be-2ca4-4ac2-b728-714492ed01e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:59.613507 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b0e35b68-08e4-4a4e-bc8e-209e1d78a9d8 req-08e585be-2ca4-4ac2-b728-714492ed01e4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.1232448 Sep 09 14:57:59.685895 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e35b68-08e4-4a4e-bc8e-209e1d78a9d8 req-335a8770-056c-4193-a835-54a38f3f7e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:59.687368 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b0e35b68-08e4-4a4e-bc8e-209e1d78a9d8 req-335a8770-056c-4193-a835-54a38f3f7e22 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0613656 Sep 09 14:57:59.766460 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-28e4be6c-d30a-478c-92e3-3154777ba25c tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:59.768339 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-28e4be6c-d30a-478c-92e3-3154777ba25c tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ea70958d-8611-435f-9904-c0efb2e3e5e6 HTTP/1.1" status: 200 len: 809 time: 0.2642097 Sep 09 14:57:59.831185 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef65a70a-835b-4cc2-9629-f12ba7acb5e4 req-4ce1d444-2ad0-47dc-82cb-3d53b85b1012 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:59.832836 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ef65a70a-835b-4cc2-9629-f12ba7acb5e4 req-4ce1d444-2ad0-47dc-82cb-3d53b85b1012 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1487215 Sep 09 14:57:59.894825 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed80a5b-6a9c-4092-be39-107cb4667e52 req-92bf0b89-3cec-46db-a862-51defe192112 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:57:59.896581 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1ed80a5b-6a9c-4092-be39-107cb4667e52 req-92bf0b89-3cec-46db-a862-51defe192112 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0889161 Sep 09 14:57:59.949530 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33734) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:57:59.965862 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-4d9e4450-b70d-45ba-a21b-3e149849d932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:57:59.974267 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b0e35b68-08e4-4a4e-bc8e-209e1d78a9d8 req-a97760e4-c1fc-42f3-8c08-1a3dedf072b4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635722 Sep 09 14:57:59.994068 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ef65a70a-835b-4cc2-9629-f12ba7acb5e4 req-800244fc-30d6-41f2-ac3c-f2c2cb6347c8 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338396 Sep 09 14:58:00.009470 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:00.025963 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1ed80a5b-6a9c-4092-be39-107cb4667e52 req-293783c7-b02f-4c1a-8a99-de7b7ecf3988 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166539 Sep 09 14:58:00.091280 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-4d9e4450-b70d-45ba-a21b-3e149849d932 admin admin] Publish callbacks [] for security_group (91ea3d37-e208-4c58-ab67-ee08332dc740), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.096354 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-4d9e4450-b70d-45ba-a21b-3e149849d932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (91ea3d37-e208-4c58-ab67-ee08332dc740), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.096906 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-365554dc-bbfd-4a85-883f-4531d912a273 req-ba02e684-a288-433c-a7b3-71ace0f6fa26 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 210 time: 0.0321627 Sep 09 14:58:00.135391 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33738) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:00.140202 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-4d9e4450-b70d-45ba-a21b-3e149849d932 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5bab422a3730477d9741e83a5cb7b702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894572 Sep 09 14:58:00.143108 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33742) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:00.145274 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e4450-b70d-45ba-a21b-3e149849d932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91ea3d37-e208-4c58-ab67-ee08332dc740,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:00.199954 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ff3d8dbf-924d-44f6-b0b0-f571efff96e4 admin admin] Publish callbacks [] for security_group (91ea3d37-e208-4c58-ab67-ee08332dc740), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.221039 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ff3d8dbf-924d-44f6-b0b0-f571efff96e4 admin admin] Publish callbacks [] for security_group (91ea3d37-e208-4c58-ab67-ee08332dc740), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.264753 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d4c38db0-cee5-42f9-9ce3-35df84e494b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.301726 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ff3d8dbf-924d-44f6-b0b0-f571efff96e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (91ea3d37-e208-4c58-ab67-ee08332dc740), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.304213 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ff3d8dbf-924d-44f6-b0b0-f571efff96e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.305335 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-ff3d8dbf-924d-44f6-b0b0-f571efff96e4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/91ea3d37-e208-4c58-ab67-ee08332dc740 HTTP/1.1" status: 204 len: 168 time: 0.1608894 Sep 09 14:58:00.347647 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d8dbf-924d-44f6-b0b0-f571efff96e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ea3d37-e208-4c58-ab67-ee08332dc740,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:00.376966 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed48bf08-4791-4bdd-acf0-b3b8820b5403 req-7610acaf-6584-4bbc-a2e8-7e47895a0b7f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:00.378621 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed48bf08-4791-4bdd-acf0-b3b8820b5403 req-7610acaf-6584-4bbc-a2e8-7e47895a0b7f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 945 time: 0.0778766 Sep 09 14:58:00.428813 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Request body: {'port': {'device_id': '84ec8731-c914-4a62-87f8-eb449219e741', 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6', 'admin_state_up': True, 'tenant_id': 'bd3cfdafe89243748fe29bef991b2215'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:00.474688 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=85,neutron:INSERT=15 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:00.479978 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b20f1d-711f-48c7-8815-cf52cfbc52be req-b11112b5-a3cb-410e-8930-62de20dd772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:00.483452 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-36b20f1d-711f-48c7-8815-cf52cfbc52be req-b11112b5-a3cb-410e-8930-62de20dd772a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 1130 time: 0.0605342 Sep 09 14:58:00.562385 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d4c38db0-cee5-42f9-9ce3-35df84e494b6 admin admin] Publish callbacks [] for security_group (d1f0948c-2fe6-4138-aeb2-f104d0617e8b), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.569427 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-36b20f1d-711f-48c7-8815-cf52cfbc52be req-c17a7b87-8d9f-45fc-b8ab-640ecc108223 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728240 Sep 09 14:58:00.577820 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed48bf08-4791-4bdd-acf0-b3b8820b5403 req-69d076b3-a56d-4216-a99d-c6d920c03d04 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855814 Sep 09 14:58:00.610554 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d4c38db0-cee5-42f9-9ce3-35df84e494b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (d1f0948c-2fe6-4138-aeb2-f104d0617e8b), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.621083 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:00.704066 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-d4c38db0-cee5-42f9-9ce3-35df84e494b6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3eec7115e55640c3ba320071a7352a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5670097 Sep 09 14:58:00.704820 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c38db0-cee5-42f9-9ce3-35df84e494b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f0948c-2fe6-4138-aeb2-f104d0617e8b,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:00.706816 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33756) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:00.734745 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b0e35b68-08e4-4a4e-bc8e-209e1d78a9d8 req-a9e40126-2851-4d34-9ee4-8d70aa653533 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094780 Sep 09 14:58:00.752639 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Made reservation on behalf of bd3cfdafe89243748fe29bef991b2215 for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:58:00.759362 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.780320 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-302f5970-2163-4327-abd0-940ba2d02d92 admin admin] Publish callbacks [] for security_group (d1f0948c-2fe6-4138-aeb2-f104d0617e8b), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.803761 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-302f5970-2163-4327-abd0-940ba2d02d92 admin admin] Publish callbacks [] for security_group (d1f0948c-2fe6-4138-aeb2-f104d0617e8b), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.867408 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-302f5970-2163-4327-abd0-940ba2d02d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (d1f0948c-2fe6-4138-aeb2-f104d0617e8b), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.872257 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-302f5970-2163-4327-abd0-940ba2d02d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:00.873973 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-302f5970-2163-4327-abd0-940ba2d02d92 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d1f0948c-2fe6-4138-aeb2-f104d0617e8b HTTP/1.1" status: 204 len: 168 time: 0.1659045 Sep 09 14:58:00.887254 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f5970-2163-4327-abd0-940ba2d02d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f0948c-2fe6-4138-aeb2-f104d0617e8b,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:00.967095 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:00.989467 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Allocated IP 172.20.0.7 (ea70958d-8611-435f-9904-c0efb2e3e5e6/8f8bfa4b-5d67-4025-ad17-7d9f30a52c81/38a82255-0842-4e1d-ac54-27d11c73148c) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:01.214301 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66646bf1-a5e1-4d6e-8da7-875b0c4bfd4b req-479b8399-86a3-445f-a651-19bcc137a27a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:01.215703 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-66646bf1-a5e1-4d6e-8da7-875b0c4bfd4b req-479b8399-86a3-445f-a651-19bcc137a27a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1330330 Sep 09 14:58:01.244263 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4403da-d81f-4d13-ae0f-b387abf593ce req-2843233d-05ad-4965-ac1c-9bcbdc69f85b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:01.246415 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3e4403da-d81f-4d13-ae0f-b387abf593ce req-2843233d-05ad-4965-ac1c-9bcbdc69f85b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.1052730 Sep 09 14:58:01.341488 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks [] for port (38a82255-0842-4e1d-ac54-27d11c73148c), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:01.354577 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-66646bf1-a5e1-4d6e-8da7-875b0c4bfd4b req-5238b732-10eb-41f1-bbe5-dec497cf33fe tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284480 Sep 09 14:58:01.361487 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3e4403da-d81f-4d13-ae0f-b387abf593ce req-f2e96246-f31f-4903-8f14-633add15e86f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045585 Sep 09 14:58:01.408473 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:01.461352 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Network ea70958d-8611-435f-9904-c0efb2e3e5e6 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:01.467674 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:01.473547 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:01.479125 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:01.480039 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:01.491040 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Pushing event updated for resources: {'Port': ['ID=38a82255-0842-4e1d-ac54-27d11c73148c,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:01.495084 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33794) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:01.514081 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-bbdc38e0-fa3a-40aa-b9ee-078291ea0fd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:01.531387 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-a45b4e09-5f94-4e86-b12c-c93e386dfd44 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1102710 Sep 09 14:58:01.554529 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdc961-4cfe-4a53-a7a6-7a8c5582ce98 req-2fbf0cba-1ab2-46e0-b8a7-cf88858477f8 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:01.556590 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-23cdc961-4cfe-4a53-a7a6-7a8c5582ce98 req-2fbf0cba-1ab2-46e0-b8a7-cf88858477f8 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 931 time: 0.0700438 Sep 09 14:58:01.585714 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Request body: {'port': {'device_id': '84ec8731-c914-4a62-87f8-eb449219e741', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:01.609373 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-bbdc38e0-fa3a-40aa-b9ee-078291ea0fd3 admin admin] Publish callbacks [] for security_group (3e4a3623-9c0c-4260-96d0-5e5277bfacf9), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:01.616344 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-bbdc38e0-fa3a-40aa-b9ee-078291ea0fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (3e4a3623-9c0c-4260-96d0-5e5277bfacf9), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:01.629719 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:01.664475 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-bbdc38e0-fa3a-40aa-b9ee-078291ea0fd3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=22a1cfc43c4b46efb324035b656bbf16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1670380 Sep 09 14:58:01.665367 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc38e0-fa3a-40aa-b9ee-078291ea0fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4a3623-9c0c-4260-96d0-5e5277bfacf9,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:01.668641 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33802) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:01.679819 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:01.699132 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-23cdc961-4cfe-4a53-a7a6-7a8c5582ce98 req-c75d7fdc-a384-4fcd-9b16-9ed57f12a8de tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355519 Sep 09 14:58:01.702103 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:01.771420 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-13c7c52a-6baf-4c1c-809d-836d4dd860a3 admin admin] Publish callbacks [] for security_group (3e4a3623-9c0c-4260-96d0-5e5277bfacf9), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:01.794124 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-13c7c52a-6baf-4c1c-809d-836d4dd860a3 admin admin] Publish callbacks [] for security_group (3e4a3623-9c0c-4260-96d0-5e5277bfacf9), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:01.849738 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-13c7c52a-6baf-4c1c-809d-836d4dd860a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (3e4a3623-9c0c-4260-96d0-5e5277bfacf9), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:01.852524 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-13c7c52a-6baf-4c1c-809d-836d4dd860a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:01.855305 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-13c7c52a-6baf-4c1c-809d-836d4dd860a3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3e4a3623-9c0c-4260-96d0-5e5277bfacf9 HTTP/1.1" status: 204 len: 168 time: 0.1850004 Sep 09 14:58:01.875525 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7c52a-6baf-4c1c-809d-836d4dd860a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4a3623-9c0c-4260-96d0-5e5277bfacf9,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:02.106174 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16aaec-55c0-4cf5-ae96-53ae5aaa5ec5 req-c379d209-c72c-463a-8989-1597865d8b42 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:02.113314 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4b16aaec-55c0-4cf5-ae96-53ae5aaa5ec5 req-c379d209-c72c-463a-8989-1597865d8b42 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 945 time: 0.3591156 Sep 09 14:58:02.179709 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:02.219727 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4b16aaec-55c0-4cf5-ae96-53ae5aaa5ec5 req-a997d7f1-a4c8-46de-8dfb-6e236afee60a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055388 Sep 09 14:58:02.311686 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a82255-0842-4e1d-ac54-27d11c73148c {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:58:02.320218 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Publish callbacks [] for port (38a82255-0842-4e1d-ac54-27d11c73148c), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:02.340574 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Transition to ACTIVE for port object 38a82255-0842-4e1d-ac54-27d11c73148c will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 14:58:02.352499 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:02.452509 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b3d54-c817-416b-b26e-8d4b7de559f0 req-2ca816a6-2e3b-4134-8973-6ece3628e68a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:02.460198 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4d9b3d54-c817-416b-b26e-8d4b7de559f0 req-2ca816a6-2e3b-4134-8973-6ece3628e68a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 945 time: 0.1183903 Sep 09 14:58:02.467209 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33834) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:02.472686 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-70081d3f-10d6-4e1b-8e19-d8b15b9b27f8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'floatingip': {'port_id': '17769411-6be9-4b42-9e21-4af2ee1d89cc'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:02.512148 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Pushing event updated for resources: {'Port': ['ID=38a82255-0842-4e1d-ac54-27d11c73148c,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:02.558425 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Attempting to bind port 38a82255-0842-4e1d-ac54-27d11c73148c on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:58:02.558982 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Attempting to bind port 38a82255-0842-4e1d-ac54-27d11c73148c by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '29e0638c-d611-4754-a482-3ae46e7aa68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:58:02.559788 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Attempting to bind port 38a82255-0842-4e1d-ac54-27d11c73148c on network ea70958d-8611-435f-9904-c0efb2e3e5e6 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:02.602116 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-70081d3f-10d6-4e1b-8e19-d8b15b9b27f8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (1ce026e4-ac12-4aff-bf11-37025fe2de7a), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:02.657231 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59c1ab-538f-40e6-a68e-c70b28c4c8e5 req-10651464-4e87-4e62-9b17-96a0ef65a128 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:02.658790 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ef59c1ab-538f-40e6-a68e-c70b28c4c8e5 req-10651464-4e87-4e62-9b17-96a0ef65a128 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1217296 Sep 09 14:58:02.685326 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0941fb8-6588-4e42-8cd3-ecb23bfabc03 req-84ac46b9-9624-42fb-b836-9809a699f494 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:02.686887 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c0941fb8-6588-4e42-8cd3-ecb23bfabc03 req-84ac46b9-9624-42fb-b836-9809a699f494 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.1043086 Sep 09 14:58:02.699398 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Port 38a82255-0842-4e1d-ac54-27d11c73148c on network ea70958d-8611-435f-9904-c0efb2e3e5e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 14:58:02.699730 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Attempting to bind port 38a82255-0842-4e1d-ac54-27d11c73148c on network ea70958d-8611-435f-9904-c0efb2e3e5e6 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:02.797165 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ef59c1ab-538f-40e6-a68e-c70b28c4c8e5 req-c1a2938f-a369-4c31-bc61-fde634ba6046 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261225 Sep 09 14:58:02.809680 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:58:02.809680 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Checking segment: {'id': '29e0638c-d611-4754-a482-3ae46e7aa68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:02.810064 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Bound using segment: {'id': '29e0638c-d611-4754-a482-3ae46e7aa68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:58:02.810464 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Bound port: 38a82255-0842-4e1d-ac54-27d11c73148c, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e0638c-d611-4754-a482-3ae46e7aa68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:58:02.810826 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:02.823861 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c0941fb8-6588-4e42-8cd3-ecb23bfabc03 req-16068c51-ebef-4b14-aa7a-10183e8ed79d tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254900 Sep 09 14:58:02.950288 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] For port 38a82255-0842-4e1d-ac54-27d11c73148c, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:58:02.952400 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:02.974162 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] For port 38a82255-0842-4e1d-ac54-27d11c73148c, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=38a82255-0842-4e1d-ac54-27d11c73148c,segment=NetworkSegment(29e0638c-d611-4754-a482-3ae46e7aa68b),segment_id=29e0638c-d611-4754-a482-3ae46e7aa68b)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:58:02.992938 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278a137-b834-4565-84ec-3361fca59ef8 req-c0e7ed14-8da8-476b-a483-ad5834e5ad13 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:03.000521 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4278a137-b834-4565-84ec-3361fca59ef8 req-c0e7ed14-8da8-476b-a483-ad5834e5ad13 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 943 time: 0.0989764 Sep 09 14:58:03.021848 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:03.025087 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:03.026025 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:03.034354 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/38a82255-0842-4e1d-ac54-27d11c73148c HTTP/1.1" status: 200 len: 1093 time: 1.4544101 Sep 09 14:58:03.050911 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33858) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:03.057706 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ec8731-c914-4a62-87f8-eb449219e741', 'tag': '38a82255-0842-4e1d-ac54-27d11c73148c'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:58:03.062991 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f1138f3-73de-4fc1-ae6f-4df92aaf9002" -d '{"events": [{"name": "network-changed", "server_uuid": "84ec8731-c914-4a62-87f8-eb449219e741", "tag": "38a82255-0842-4e1d-ac54-27d11c73148c"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:58:03.161010 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-22ef3d22-b2a4-4979-938f-6507fb71a945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:03.162800 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-22ef3d22-b2a4-4979-938f-6507fb71a945 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd3cfdafe89243748fe29bef991b2215&device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 1127 time: 0.0539029 Sep 09 14:58:03.184618 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf929892-d99d-423c-bd54-cfbb6e1526d8 req-46b258e7-1c52-4827-93df-1f70ed501932 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:03.203395 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cf929892-d99d-423c-bd54-cfbb6e1526d8 req-46b258e7-1c52-4827-93df-1f70ed501932 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.2332814 Sep 09 14:58:03.203928 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33866) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:03.273522 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-538ff971-aecc-4d97-8491-cb4e0dced40c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Request body: {'floatingip': {'port_id': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:03.309583 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885e7790-2ceb-4507-8a9c-183e9df11ccd x-openstack-request-id: req-885e7790-2ceb-4507-8a9c-183e9df11ccd {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:58:03.310112 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ec8731-c914-4a62-87f8-eb449219e741", "tag": "38a82255-0842-4e1d-ac54-27d11c73148c", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:58:03.310502 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-885e7790-2ceb-4507-8a9c-183e9df11ccd {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:58:03.311041 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885e7790-2ceb-4507-8a9c-183e9df11ccd'] response: {'name': 'network-changed', 'server_uuid': '84ec8731-c914-4a62-87f8-eb449219e741', 'tag': '38a82255-0842-4e1d-ac54-27d11c73148c', 'status': 'completed', 'code': 200} Sep 09 14:58:03.384535 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:03.405787 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4278a137-b834-4565-84ec-3361fca59ef8 req-aca9f0fc-aa23-400a-9f3c-7ff6ae1724e6 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043269 Sep 09 14:58:03.409472 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-def223ce-83be-4012-8f9f-b1035c24d443 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38a82255-0842-4e1d-ac54-27d11c73148c HTTP/1.1" status: 200 len: 217 time: 0.2031295 Sep 09 14:58:03.411813 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6461d59-c41b-416e-a39b-e9637375ee72 service neutron] Pushing event updated for resources: {'Port': ['ID=38a82255-0842-4e1d-ac54-27d11c73148c,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:03.422664 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-538ff971-aecc-4d97-8491-cb4e0dced40c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (8db9a390-7452-4076-90e6-00180a6e8ea6), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:03.437539 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-af5b7f2e-fccf-4041-9bbf-de5a8e395412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:03.543867 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:03.602933 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-7876d319-0125-4749-a6bf-05e6630fecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:03.604384 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-7876d319-0125-4749-a6bf-05e6630fecb7 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f8bfa4b-5d67-4025-ad17-7d9f30a52c81 HTTP/1.1" status: 200 len: 849 time: 0.1279657 Sep 09 14:58:03.648697 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-3f5f2caf-9f52-47d5-826e-047c0ea83570 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea70958d-8611-435f-9904-c0efb2e3e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367892 Sep 09 14:58:03.869637 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-70081d3f-10d6-4e1b-8e19-d8b15b9b27f8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:03.876800 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-51216af8-3b1a-4274-9e7a-cf2f7ce9a53b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936011 Sep 09 14:58:03.884294 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-70081d3f-10d6-4e1b-8e19-d8b15b9b27f8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (1ce026e4-ac12-4aff-bf11-37025fe2de7a), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:03.945937 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-af5b7f2e-fccf-4041-9bbf-de5a8e395412 admin admin] Publish callbacks [] for security_group (4f8feb2c-28c1-47a1-90d2-d956179aa986), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:03.945937 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-af5b7f2e-fccf-4041-9bbf-de5a8e395412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (4f8feb2c-28c1-47a1-90d2-d956179aa986), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:04.006732 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-af5b7f2e-fccf-4041-9bbf-de5a8e395412 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f041a001be8c4d8a8389cf2581853eb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9546397 Sep 09 14:58:04.028446 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33890) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:04.047605 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b7f2e-fccf-4041-9bbf-de5a8e395412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8feb2c-28c1-47a1-90d2-d956179aa986,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:04.069247 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.l3_db [None req-70081d3f-10d6-4e1b-8e19-d8b15b9b27f8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Floating IP 1ce026e4-ac12-4aff-bf11-37025fe2de7a associated. External IP: 172.27.3.175, port: 17769411-6be9-4b42-9e21-4af2ee1d89cc. Sep 09 14:58:04.202360 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:04.252328 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:58:04.329796 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70081d3f-10d6-4e1b-8e19-d8b15b9b27f8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Router e8338e0f-9c0d-4cfe-be71-08603455e8dc has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:58:04.353565 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e124a0-226e-499a-a6e7-dd05e045b3cf req-5a39324a-136a-40fe-b985-36fae7c5d396 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:04.366457 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-74e124a0-226e-499a-a6e7-dd05e045b3cf req-5a39324a-136a-40fe-b985-36fae7c5d396 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.3855255 Sep 09 14:58:04.445288 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70081d3f-10d6-4e1b-8e19-d8b15b9b27f8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:58:04.451723 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-70081d3f-10d6-4e1b-8e19-d8b15b9b27f8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:04.465738 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9422c4-2d4a-45dd-8432-2be52d8a1da8 None None] Sync routers for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:58:04.486965 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9422c4-2d4a-45dd-8432-2be52d8a1da8 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:04.491549 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-1d9422c4-2d4a-45dd-8432-2be52d8a1da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:04.496432 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9b745891-5225-4806-a862-a1ceba6a5157 admin admin] Publish callbacks [] for security_group (4f8feb2c-28c1-47a1-90d2-d956179aa986), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:04.501663 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-70081d3f-10d6-4e1b-8e19-d8b15b9b27f8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/1ce026e4-ac12-4aff-bf11-37025fe2de7a HTTP/1.1" status: 200 len: 991 time: 2.0329757 Sep 09 14:58:04.502979 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'tag': '17769411-6be9-4b42-9e21-4af2ee1d89cc'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:58:04.506477 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985fabbc-255a-4e5d-bce0-5ba9a3a0f501" -d '{"events": [{"name": "network-changed", "server_uuid": "70c93a5b-944b-43a7-95f6-e49c229603b6", "tag": "17769411-6be9-4b42-9e21-4af2ee1d89cc"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:58:04.542903 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-130d8974-2072-42c0-a559-d0ba349b6a27 req-3445b4e2-ff5b-4726-b5e0-5b2a5c5703be service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6540651 Sep 09 14:58:04.573298 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:04.613238 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9b745891-5225-4806-a862-a1ceba6a5157 admin admin] Publish callbacks [] for security_group (4f8feb2c-28c1-47a1-90d2-d956179aa986), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:04.656427 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-74e124a0-226e-499a-a6e7-dd05e045b3cf req-84f61212-d34d-4be7-b863-c4c9a1d935d5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890995 Sep 09 14:58:04.676841 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.db.resource_extend [None req-538ff971-aecc-4d97-8491-cb4e0dced40c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 09 14:58:04.737885 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1cbe3f-372b-4275-ba19-3bcfb8e57d54 x-openstack-request-id: req-9b1cbe3f-372b-4275-ba19-3bcfb8e57d54 {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:58:04.738531 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70c93a5b-944b-43a7-95f6-e49c229603b6", "tag": "17769411-6be9-4b42-9e21-4af2ee1d89cc", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:58:04.738531 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b1cbe3f-372b-4275-ba19-3bcfb8e57d54 {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:58:04.739659 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1cbe3f-372b-4275-ba19-3bcfb8e57d54'] response: {'name': 'network-changed', 'server_uuid': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'tag': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'status': 'completed', 'code': 200} Sep 09 14:58:04.747647 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-1d9422c4-2d4a-45dd-8432-2be52d8a1da8 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:04.760414 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485d9b2-4721-4873-a96f-e192012d6797 req-17d5cb91-c7be-442a-8e43-4a1629217560 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:04.762225 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9485d9b2-4721-4873-a96f-e192012d6797 req-17d5cb91-c7be-442a-8e43-4a1629217560 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 943 time: 0.2103252 Sep 09 14:58:04.799045 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:04.814586 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-538ff971-aecc-4d97-8491-cb4e0dced40c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:04.821026 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-538ff971-aecc-4d97-8491-cb4e0dced40c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (8db9a390-7452-4076-90e6-00180a6e8ea6), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:04.884884 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9b745891-5225-4806-a862-a1ceba6a5157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (4f8feb2c-28c1-47a1-90d2-d956179aa986), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:04.887495 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9b745891-5225-4806-a862-a1ceba6a5157 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:04.888626 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-9b745891-5225-4806-a862-a1ceba6a5157 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4f8feb2c-28c1-47a1-90d2-d956179aa986 HTTP/1.1" status: 204 len: 168 time: 0.8502707 Sep 09 14:58:04.899010 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9485d9b2-4721-4873-a96f-e192012d6797 req-81c8c7b2-c452-4f9a-b665-cf2c2c317d9a tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256142 Sep 09 14:58:04.934954 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b745891-5225-4806-a862-a1ceba6a5157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8feb2c-28c1-47a1-90d2-d956179aa986,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:04.960414 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [None req-538ff971-aecc-4d97-8491-cb4e0dced40c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Floating IP 8db9a390-7452-4076-90e6-00180a6e8ea6 associated. External IP: 172.27.3.248, port: 27073afa-d48f-4e5f-b5fb-94c6c6f9082c. Sep 09 14:58:05.056215 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-1d9422c4-2d4a-45dd-8432-2be52d8a1da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '1ce026e4-ac12-4aff-bf11-37025fe2de7a', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:3b:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:57:34Z', 'updated_at': '2022-09-09T14:58:03Z', 'revision_number': 1, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:05.084564 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9422c4-2d4a-45dd-8432-2be52d8a1da8 None None] Checking router: e8338e0f-9c0d-4cfe-be71-08603455e8dc for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:58:05.094396 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9422c4-2d4a-45dd-8432-2be52d8a1da8 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:05.095031 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-1d9422c4-2d4a-45dd-8432-2be52d8a1da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:05.201711 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-538ff971-aecc-4d97-8491-cb4e0dced40c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Router b9963152-3cf6-4059-a134-e1cfdaf05a59 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:58:05.223865 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-1d9422c4-2d4a-45dd-8432-2be52d8a1da8 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:05.319261 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 33914) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:05.324630 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-538ff971-aecc-4d97-8491-cb4e0dced40c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:58:05.329247 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-538ff971-aecc-4d97-8491-cb4e0dced40c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:05.336664 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292e747-60dc-49ea-8009-8be0db5d696e None None] Sync routers for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:58:05.341180 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:05.353142 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292e747-60dc-49ea-8009-8be0db5d696e None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:05.353863 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-4292e747-60dc-49ea-8009-8be0db5d696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:05.366953 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-538ff971-aecc-4d97-8491-cb4e0dced40c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/8db9a390-7452-4076-90e6-00180a6e8ea6 HTTP/1.1" status: 200 len: 992 time: 2.1501079 Sep 09 14:58:05.366953 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:58:05.368771 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67de4eb8-bfcc-4765-8a6c-f7baa0bcc65d" -d '{"events": [{"name": "network-changed", "server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:58:05.410339 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea1fbddd-ec1c-43d0-b514-3737aafd3b50 x-openstack-request-id: req-ea1fbddd-ec1c-43d0-b514-3737aafd3b50 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:58:05.411276 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:58:05.411736 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ea1fbddd-ec1c-43d0-b514-3737aafd3b50 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:58:05.412652 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea1fbddd-ec1c-43d0-b514-3737aafd3b50'] response: {'name': 'network-changed', 'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'status': 'completed', 'code': 200} Sep 09 14:58:05.412760 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:05.477102 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Publish callbacks [] for security_group (be472546-1b49-428b-9e38-90d25473ad90), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:05.480258 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-4292e747-60dc-49ea-8009-8be0db5d696e None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:05.482901 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (be472546-1b49-428b-9e38-90d25473ad90), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:05.483055 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-1d9422c4-2d4a-45dd-8432-2be52d8a1da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '1ce026e4-ac12-4aff-bf11-37025fe2de7a', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:3b:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:57:34Z', 'updated_at': '2022-09-09T14:58:03Z', 'revision_number': 1, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:05.514702 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9422c4-2d4a-45dd-8432-2be52d8a1da8 None None] The sync data for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi is: [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '1ce026e4-ac12-4aff-bf11-37025fe2de7a', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:3b:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:57:34Z', 'updated_at': '2022-09-09T14:58:03Z', 'revision_number': 1, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:58:05.525499 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=5bbbb993704a4a7abf8760d66aea41e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037520 Sep 09 14:58:05.527449 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be472546-1b49-428b-9e38-90d25473ad90,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:05.529041 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 33924) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:05.540507 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.541003 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.541470 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.542056 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.542503 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.542943 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.543364 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.544132 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.544569 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.545292 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.545686 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.546107 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.546523 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.546937 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.547363 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c114ba6-e0f4-49d3-91f4-7303e5058168 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:05.590719 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-eef4c573-5c86-4df1-9410-e862501ed6f2 admin admin] Publish callbacks [] for security_group (be472546-1b49-428b-9e38-90d25473ad90), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:05.611754 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-eef4c573-5c86-4df1-9410-e862501ed6f2 admin admin] Publish callbacks [] for security_group (be472546-1b49-428b-9e38-90d25473ad90), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:05.663103 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-eef4c573-5c86-4df1-9410-e862501ed6f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (be472546-1b49-428b-9e38-90d25473ad90), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:05.666575 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-eef4c573-5c86-4df1-9410-e862501ed6f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:05.670321 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-eef4c573-5c86-4df1-9410-e862501ed6f2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/be472546-1b49-428b-9e38-90d25473ad90 HTTP/1.1" status: 204 len: 168 time: 0.1377504 Sep 09 14:58:05.677664 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4c573-5c86-4df1-9410-e862501ed6f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be472546-1b49-428b-9e38-90d25473ad90,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:05.795362 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-4292e747-60dc-49ea-8009-8be0db5d696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '8db9a390-7452-4076-90e6-00180a6e8ea6', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'port_id': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'mac_address': 'fa:16:3e:2f:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:57:35Z', 'updated_at': '2022-09-09T14:58:04Z', 'revision_number': 1, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:40Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:05.819727 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174f64d0-a955-4686-ad86-258c11cfc68d None None] New status for floating IP 1ce026e4-ac12-4aff-bf11-37025fe2de7a: ACTIVE {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 14:58:05.824784 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292e747-60dc-49ea-8009-8be0db5d696e None None] Checking router: b9963152-3cf6-4059-a134-e1cfdaf05a59 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:58:05.835283 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4292e747-60dc-49ea-8009-8be0db5d696e None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:05.835985 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-4292e747-60dc-49ea-8009-8be0db5d696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:57:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:05.901171 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b854a48-5df4-4be6-95e0-b8a6a268ab93 req-dadd93ec-da30-4735-bb4f-7e5548f7b010 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:05.903069 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5b854a48-5df4-4be6-95e0-b8a6a268ab93 req-dadd93ec-da30-4735-bb4f-7e5548f7b010 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1053274 Sep 09 14:58:05.977773 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:05.992808 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-4292e747-60dc-49ea-8009-8be0db5d696e None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:06.004534 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5b854a48-5df4-4be6-95e0-b8a6a268ab93 req-ea6672f8-99e5-4d3a-b205-3216ba566580 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952511 Sep 09 14:58:06.050813 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:06.122256 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfccd0a5-fca0-4acc-ae13-696807fab1b6 req-80d05c28-e04e-458d-adbd-8d922da4875c tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:06.131136 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bfccd0a5-fca0-4acc-ae13-696807fab1b6 req-80d05c28-e04e-458d-adbd-8d922da4875c tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 943 time: 0.0661762 Sep 09 14:58:06.209156 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bfccd0a5-fca0-4acc-ae13-696807fab1b6 req-b7f903bd-2f6f-4d9a-9bff-6a6236ffbf8c tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769007 Sep 09 14:58:06.371696 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:06.414965 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:06.472701 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-4292e747-60dc-49ea-8009-8be0db5d696e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '8db9a390-7452-4076-90e6-00180a6e8ea6', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'port_id': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'mac_address': 'fa:16:3e:2f:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:57:35Z', 'updated_at': '2022-09-09T14:58:04Z', 'revision_number': 1, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:40Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:06.497967 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4292e747-60dc-49ea-8009-8be0db5d696e None None] The sync data for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi is: [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '8db9a390-7452-4076-90e6-00180a6e8ea6', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'port_id': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'mac_address': 'fa:16:3e:2f:07:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:57:35Z', 'updated_at': '2022-09-09T14:58:04Z', 'revision_number': 1, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:40Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:58:07.156118 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5a9f4-0cbf-426a-a0f0-551992ce893c req-b5c54ce3-4265-485d-a09c-704001efb8d4 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:07.163917 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-50a5a9f4-0cbf-426a-a0f0-551992ce893c req-b5c54ce3-4265-485d-a09c-704001efb8d4 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0585661 Sep 09 14:58:07.224520 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-50a5a9f4-0cbf-426a-a0f0-551992ce893c req-f6db6222-af91-4c65-93bc-d89f6f27f903 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591838 Sep 09 14:58:07.249822 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e80681-ccc1-4e84-bc37-fb91c1827457 None None] New status for floating IP 8db9a390-7452-4076-90e6-00180a6e8ea6: ACTIVE {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 14:58:07.360759 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8548d-257d-4447-a8b5-46f62903f28d req-f37bd7bf-0e3b-4476-b219-198e5cd0664c tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:07.362426 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1dd8548d-257d-4447-a8b5-46f62903f28d req-f37bd7bf-0e3b-4476-b219-198e5cd0664c tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 943 time: 0.0594678 Sep 09 14:58:07.379603 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:07.442115 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1dd8548d-257d-4447-a8b5-46f62903f28d req-2ba21f59-178a-4a41-95b5-5d9b272f9e01 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706120 Sep 09 14:58:07.631120 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-2f478459-be4b-49d9-8011-420824f49394 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:07.858214 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fabbc-255a-4e5d-bce0-5ba9a3a0f501 req-67448d3d-b1ac-4834-b436-92ba8c0261d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:07.860327 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-985fabbc-255a-4e5d-bce0-5ba9a3a0f501 req-67448d3d-b1ac-4834-b436-92ba8c0261d8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 1129 time: 0.0505877 Sep 09 14:58:07.897231 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1138f3-73de-4fc1-ae6f-4df92aaf9002 req-46a432f4-55d6-42fa-b0ee-8c7c429791d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:07.898659 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f1138f3-73de-4fc1-ae6f-4df92aaf9002 req-46a432f4-55d6-42fa-b0ee-8c7c429791d2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd3cfdafe89243748fe29bef991b2215&device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 1127 time: 0.0910492 Sep 09 14:58:07.902539 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de4eb8-bfcc-4765-8a6c-f7baa0bcc65d req-b23d7e19-d128-4b97-b5fc-f12a198dfff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:07.903878 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67de4eb8-bfcc-4765-8a6c-f7baa0bcc65d req-b23d7e19-d128-4b97-b5fc-f12a198dfff2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 1130 time: 0.0944624 Sep 09 14:58:08.389897 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fabbc-255a-4e5d-bce0-5ba9a3a0f501 req-0ed750ab-515e-4c4c-b88f-1755145ed810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:08.391483 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-985fabbc-255a-4e5d-bce0-5ba9a3a0f501 req-0ed750ab-515e-4c4c-b88f-1755145ed810 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 915 time: 0.1137760 Sep 09 14:58:08.451621 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7df5d-502c-433b-816c-182a1f6d3cd6 req-c411ffa8-8f4b-4dc4-a736-4d23fdab2b59 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:08.453707 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-94a7df5d-502c-433b-816c-182a1f6d3cd6 req-c411ffa8-8f4b-4dc4-a736-4d23fdab2b59 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1381288 Sep 09 14:58:08.501693 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-985fabbc-255a-4e5d-bce0-5ba9a3a0f501 req-d7db24d3-a18f-4eed-aa62-d1961ead8b62 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17769411-6be9-4b42-9e21-4af2ee1d89cc HTTP/1.1" status: 200 len: 1001 time: 0.1027203 Sep 09 14:58:08.538469 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1138f3-73de-4fc1-ae6f-4df92aaf9002 req-126d4f9d-929d-4565-8f5f-c05bfe60aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:08.539923 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f1138f3-73de-4fc1-ae6f-4df92aaf9002 req-126d4f9d-929d-4565-8f5f-c05bfe60aeba service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ea70958d-8611-435f-9904-c0efb2e3e5e6 HTTP/1.1" status: 200 len: 910 time: 0.2416692 Sep 09 14:58:08.567137 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de4eb8-bfcc-4765-8a6c-f7baa0bcc65d req-ac8e8360-79e3-4e8d-803e-89f96c0a4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:08.568567 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67de4eb8-bfcc-4765-8a6c-f7baa0bcc65d req-ac8e8360-79e3-4e8d-803e-89f96c0a4292 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 918 time: 0.2690303 Sep 09 14:58:08.578457 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fabbc-255a-4e5d-bce0-5ba9a3a0f501 req-d0d270c1-43d6-44c2-aa0b-e8d732be8152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:08.580398 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-985fabbc-255a-4e5d-bce0-5ba9a3a0f501 req-d0d270c1-43d6-44c2-aa0b-e8d732be8152 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 200 len: 853 time: 0.0642977 Sep 09 14:58:08.596805 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-94a7df5d-502c-433b-816c-182a1f6d3cd6 req-3f6ea864-610c-43ea-bfa5-14526ba9f008 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353762 Sep 09 14:58:08.601153 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f1138f3-73de-4fc1-ae6f-4df92aaf9002 req-1d414fc7-2f87-4298-99e4-6d347a85fec4 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38a82255-0842-4e1d-ac54-27d11c73148c HTTP/1.1" status: 200 len: 217 time: 0.0469928 Sep 09 14:58:08.634104 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985fabbc-255a-4e5d-bce0-5ba9a3a0f501 req-7e7c867c-b125-4537-af83-39e8191ab4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:08.635750 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-985fabbc-255a-4e5d-bce0-5ba9a3a0f501 req-7e7c867c-b125-4537-af83-39e8191ab4ca service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2ced1175-a542-4682-b032-b597d6969844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465937 Sep 09 14:58:08.735383 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-985fabbc-255a-4e5d-bce0-5ba9a3a0f501 req-64cfb9f7-5936-4852-90c9-f3dae53e1ab7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925708 Sep 09 14:58:08.835623 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-985fabbc-255a-4e5d-bce0-5ba9a3a0f501 req-8142d506-504c-4bd1-a7e1-82d294dbe011 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880446 Sep 09 14:58:08.932069 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c85d03e-be9b-41b2-b86c-798f71240fc7 req-3ce74fe7-f935-46cb-ba18-7e98d842cf31 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:08.934081 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4c85d03e-be9b-41b2-b86c-798f71240fc7 req-3ce74fe7-f935-46cb-ba18-7e98d842cf31 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 943 time: 0.3351252 Sep 09 14:58:08.949226 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67de4eb8-bfcc-4765-8a6c-f7baa0bcc65d req-513776e6-8355-4ad4-b469-276e1bd57062 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c HTTP/1.1" status: 200 len: 1002 time: 0.3512180 Sep 09 14:58:08.958796 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1138f3-73de-4fc1-ae6f-4df92aaf9002 req-47e07ca2-3adc-4dee-b015-3d91581199ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:08.960128 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f1138f3-73de-4fc1-ae6f-4df92aaf9002 req-47e07ca2-3adc-4dee-b015-3d91581199ea service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f8bfa4b-5d67-4025-ad17-7d9f30a52c81 HTTP/1.1" status: 200 len: 849 time: 0.3388445 Sep 09 14:58:09.026846 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f1138f3-73de-4fc1-ae6f-4df92aaf9002 req-bbaec933-74a2-4235-b4cc-3ad10ffdd9cf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea70958d-8611-435f-9904-c0efb2e3e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524523 Sep 09 14:58:09.072705 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de4eb8-bfcc-4765-8a6c-f7baa0bcc65d req-6590994b-7d52-4b72-86bf-4afbf8cff22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:09.074517 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67de4eb8-bfcc-4765-8a6c-f7baa0bcc65d req-6590994b-7d52-4b72-86bf-4afbf8cff22e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e593ff28-5a4f-4b16-9e61-30d2cbd678db HTTP/1.1" status: 200 len: 856 time: 0.1171145 Sep 09 14:58:09.110196 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4c85d03e-be9b-41b2-b86c-798f71240fc7 req-5c0f86cb-e6a7-4580-b310-805e6e92cb15 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659653 Sep 09 14:58:09.161417 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de4eb8-bfcc-4765-8a6c-f7baa0bcc65d req-960ec91e-273d-4c8a-8369-4dca1d5c32e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:09.163292 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67de4eb8-bfcc-4765-8a6c-f7baa0bcc65d req-960ec91e-273d-4c8a-8369-4dca1d5c32e4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93d5556e-7098-41ee-955a-f1126257e985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0568099 Sep 09 14:58:09.165946 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:09.250717 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f1138f3-73de-4fc1-ae6f-4df92aaf9002 req-7ba4e121-00f3-45bc-9207-f95fa271f8a4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087650 Sep 09 14:58:09.356439 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67de4eb8-bfcc-4765-8a6c-f7baa0bcc65d req-6008de03-fbf4-4e11-83c7-58523b7c5106 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809564 Sep 09 14:58:09.395455 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:09.427112 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f1138f3-73de-4fc1-ae6f-4df92aaf9002 req-3bf230b9-fa10-4372-bc8d-c0d60483041c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700144 Sep 09 14:58:09.474406 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67de4eb8-bfcc-4765-8a6c-f7baa0bcc65d req-8f63e09f-ef56-442a-ac52-932fa7a67543 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111956 Sep 09 14:58:09.761523 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c603cab-9519-41d6-a528-b8205af521f2 req-dda50228-a68b-4823-83f0-bc6a3fd8e55f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:09.763000 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8c603cab-9519-41d6-a528-b8205af521f2 req-dda50228-a68b-4823-83f0-bc6a3fd8e55f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0779402 Sep 09 14:58:09.781644 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6257ae-045e-46d9-b018-2476592dead1 req-30b053e2-acc5-404a-906b-61a14a2bb9b2 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:09.783063 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5d6257ae-045e-46d9-b018-2476592dead1 req-30b053e2-acc5-404a-906b-61a14a2bb9b2 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 945 time: 0.0693998 Sep 09 14:58:09.861028 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-80824470-3e86-4a07-9702-5ac7567aa76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:09.870216 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8c603cab-9519-41d6-a528-b8205af521f2 req-6b025231-1eb7-479e-81e3-54b1748cb09f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966601 Sep 09 14:58:09.873552 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5d6257ae-045e-46d9-b018-2476592dead1 req-edc33f23-3c57-4a2b-b49a-c11864177e12 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844071 Sep 09 14:58:10.247379 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4991383-2df0-49af-b94f-b4bc7c2789d6 req-1ec78964-968a-4835-9643-67eaa5edbca1 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:10.248900 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f4991383-2df0-49af-b94f-b4bc7c2789d6 req-1ec78964-968a-4835-9643-67eaa5edbca1 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 943 time: 0.0517275 Sep 09 14:58:10.297639 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f4991383-2df0-49af-b94f-b4bc7c2789d6 req-f9f874d3-9197-4c7f-a935-3e3b338eb20c tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430839 Sep 09 14:58:10.776336 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 38a82255-0842-4e1d-ac54-27d11c73148c details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:58:10.878418 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 38a82255-0842-4e1d-ac54-27d11c73148c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=38a82255-0842-4e1d-ac54-27d11c73148c,segment=NetworkSegment(29e0638c-d611-4754-a482-3ae46e7aa68b),segment_id=29e0638c-d611-4754-a482-3ae46e7aa68b)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:10.889313 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '38a82255-0842-4e1d-ac54-27d11c73148c', 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6', 'port_id': '38a82255-0842-4e1d-ac54-27d11c73148c', 'mac_address': 'fa:16:3e:d5:0d:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8bfa4b-5d67-4025-ad17-7d9f30a52c81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:58:10.925617 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 38a82255-0842-4e1d-ac54-27d11c73148c is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:10.925944 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:10.939396 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a82255-0842-4e1d-ac54-27d11c73148c {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:58:10.959522 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 38a82255-0842-4e1d-ac54-27d11c73148c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=38a82255-0842-4e1d-ac54-27d11c73148c,segment=NetworkSegment(29e0638c-d611-4754-a482-3ae46e7aa68b),segment_id=29e0638c-d611-4754-a482-3ae46e7aa68b)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:10.965528 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:11.018179 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=38a82255-0842-4e1d-ac54-27d11c73148c,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:11.027480 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.027836 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.028178 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.028543 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.028875 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.029232 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.029548 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.029873 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.030190 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.030512 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.030831 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.031163 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.031484 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.031797 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.032108 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.051453 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bedc63-b1ec-4fef-9069-bd9a1ffea023 req-ece8c1bf-d25a-4cb6-9834-20803002e08d tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:11.052996 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67bedc63-b1ec-4fef-9069-bd9a1ffea023 req-ece8c1bf-d25a-4cb6-9834-20803002e08d tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 945 time: 0.0919962 Sep 09 14:58:11.059394 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08943c45-5b81-47cb-96c6-85583650cb9e req-6c07e297-bcc8-44ae-b3c5-b2797a5aec59 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:11.063099 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-08943c45-5b81-47cb-96c6-85583650cb9e req-6c07e297-bcc8-44ae-b3c5-b2797a5aec59 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1030719 Sep 09 14:58:11.144032 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67bedc63-b1ec-4fef-9069-bd9a1ffea023 req-fb7831bc-8f9b-4276-8bec-1b8c7c590a34 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797315 Sep 09 14:58:11.148477 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-08943c45-5b81-47cb-96c6-85583650cb9e req-5075513f-04a7-4447-8afb-b4f0535132c4 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758638 Sep 09 14:58:11.294008 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:11.316592 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['38a82255-0842-4e1d-ac54-27d11c73148c'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:58:11.434405 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cfc3d7-bc0a-46f4-9902-935a3900e5bc req-8c5c9edc-943c-4064-9b3c-1fc5a5775966 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:11.436077 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a9cfc3d7-bc0a-46f4-9902-935a3900e5bc req-8c5c9edc-943c-4064-9b3c-1fc5a5775966 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 944 time: 0.0559299 Sep 09 14:58:11.486754 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a9cfc3d7-bc0a-46f4-9902-935a3900e5bc req-0cfbdf6b-9d79-4639-b5dc-2a37b922ce13 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443077 Sep 09 14:58:11.510504 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34096) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:11.622465 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:11.680750 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:11.706823 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Publish callbacks [] for security_group (c6da17bd-cece-4418-8075-f5af9047f17e), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:11.710580 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c6da17bd-cece-4418-8075-f5af9047f17e), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:11.751648 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9f143e50be85490bbc174e761a92ea21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2395539 Sep 09 14:58:11.752579 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6da17bd-cece-4418-8075-f5af9047f17e,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:11.754621 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34108) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:11.761767 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.762112 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.762447 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.762781 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.763107 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.763432 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.763752 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.764071 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.764391 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.764708 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.765029 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.765947 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.766276 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.766596 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.766910 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a848cbf5-3724-4b46-9850-a7cd7aa7b6a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:11.789686 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:11.819181 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1cd37a22-3f1b-463f-baf2-935d446c5497 admin admin] Publish callbacks [] for security_group (c6da17bd-cece-4418-8075-f5af9047f17e), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:11.844717 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1cd37a22-3f1b-463f-baf2-935d446c5497 admin admin] Publish callbacks [] for security_group (c6da17bd-cece-4418-8075-f5af9047f17e), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:11.897644 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1cd37a22-3f1b-463f-baf2-935d446c5497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c6da17bd-cece-4418-8075-f5af9047f17e), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:11.900381 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1cd37a22-3f1b-463f-baf2-935d446c5497 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:11.901849 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-1cd37a22-3f1b-463f-baf2-935d446c5497 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c6da17bd-cece-4418-8075-f5af9047f17e HTTP/1.1" status: 204 len: 168 time: 0.1451540 Sep 09 14:58:11.910313 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd37a22-3f1b-463f-baf2-935d446c5497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6da17bd-cece-4418-8075-f5af9047f17e,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:12.147514 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c98423f-2c3f-42ff-a137-c8e4b74065e7 req-0b3b20a8-ba94-4171-aed7-8823494283df tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:12.149283 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c98423f-2c3f-42ff-a137-c8e4b74065e7 req-0b3b20a8-ba94-4171-aed7-8823494283df tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 945 time: 0.0633078 Sep 09 14:58:12.213854 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34130) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:12.234323 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2d06d2d-cab1-4007-989c-36949c97b738 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:12.267257 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:12.304118 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:12.327378 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2d06d2d-cab1-4007-989c-36949c97b738 admin admin] Publish callbacks [] for security_group (4df008e1-80ea-4b70-ad6b-d4c0c312beef), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:12.332018 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2d06d2d-cab1-4007-989c-36949c97b738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (4df008e1-80ea-4b70-ad6b-d4c0c312beef), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:12.366893 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-7c98423f-2c3f-42ff-a137-c8e4b74065e7 req-c3e8c3e0-19c0-42bb-a5ea-9ed7cd0b53d0 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Deleting port acde1cfb-fe15-408e-9b75-038fe1bb658e {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 14:58:12.367232 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c98423f-2c3f-42ff-a137-c8e4b74065e7 req-c3e8c3e0-19c0-42bb-a5ea-9ed7cd0b53d0 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:12.371839 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f2d06d2d-cab1-4007-989c-36949c97b738 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=38cd92a2092e45af85dcd067ec87209d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1569245 Sep 09 14:58:12.374642 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34132) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:12.380684 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d06d2d-cab1-4007-989c-36949c97b738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df008e1-80ea-4b70-ad6b-d4c0c312beef,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:12.391868 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c932a4-944c-41e7-8a7e-fe5d6bf70687 req-cf40996c-711f-4693-9934-c9d3b3a9a7d1 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:12.393914 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-66c932a4-944c-41e7-8a7e-fe5d6bf70687 req-cf40996c-711f-4693-9934-c9d3b3a9a7d1 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 945 time: 0.1327422 Sep 09 14:58:12.443914 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1acbf1ed-dd4e-4035-8068-a678d3a43591 admin admin] Publish callbacks [] for security_group (4df008e1-80ea-4b70-ad6b-d4c0c312beef), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:12.450319 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80143894-8411-4d1a-9317-4a46cd26dc79 req-8e26d5c1-4f4e-4e52-af47-e998e4ac4d3e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:12.452031 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-80143894-8411-4d1a-9317-4a46cd26dc79 req-8e26d5c1-4f4e-4e52-af47-e998e4ac4d3e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1697545 Sep 09 14:58:12.463567 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1acbf1ed-dd4e-4035-8068-a678d3a43591 admin admin] Publish callbacks [] for security_group (4df008e1-80ea-4b70-ad6b-d4c0c312beef), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:12.528269 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1acbf1ed-dd4e-4035-8068-a678d3a43591 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (4df008e1-80ea-4b70-ad6b-d4c0c312beef), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:12.532245 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1acbf1ed-dd4e-4035-8068-a678d3a43591 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:12.533801 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-1acbf1ed-dd4e-4035-8068-a678d3a43591 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/4df008e1-80ea-4b70-ad6b-d4c0c312beef HTTP/1.1" status: 204 len: 168 time: 0.1582692 Sep 09 14:58:12.545672 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbf1ed-dd4e-4035-8068-a678d3a43591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df008e1-80ea-4b70-ad6b-d4c0c312beef,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:12.566199 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-66c932a4-944c-41e7-8a7e-fe5d6bf70687 req-62e0780e-c2e8-45c7-9ad0-c6e0b79a88fc tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=62de01f1-0653-471c-ab2e-da717a67c7f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668057 Sep 09 14:58:12.589836 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-7c98423f-2c3f-42ff-a137-c8e4b74065e7 req-c3e8c3e0-19c0-42bb-a5ea-9ed7cd0b53d0 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] For port acde1cfb-fe15-408e-9b75-038fe1bb658e, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=acde1cfb-fe15-408e-9b75-038fe1bb658e,segment=NetworkSegment(e97dedb0-4af3-4163-a0e6-45adc0b4d44a),segment_id=e97dedb0-4af3-4163-a0e6-45adc0b4d44a)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:12.589836 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c98423f-2c3f-42ff-a137-c8e4b74065e7 req-c3e8c3e0-19c0-42bb-a5ea-9ed7cd0b53d0 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:12.609458 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-80143894-8411-4d1a-9317-4a46cd26dc79 req-39976ed5-3bd3-461b-87db-423b46ca317b tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457467 Sep 09 14:58:12.630291 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-7c98423f-2c3f-42ff-a137-c8e4b74065e7 req-c3e8c3e0-19c0-42bb-a5ea-9ed7cd0b53d0 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Calling delete_port for acde1cfb-fe15-408e-9b75-038fe1bb658e owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 14:58:12.759783 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b51abc1-f415-4a66-aa1a-bb8202f98b36 req-bf0242d7-05d8-408c-b42c-529ffe931d84 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:12.762029 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8b51abc1-f415-4a66-aa1a-bb8202f98b36 req-bf0242d7-05d8-408c-b42c-529ffe931d84 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 944 time: 0.1130471 Sep 09 14:58:12.788717 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 38a82255-0842-4e1d-ac54-27d11c73148c up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:12.847355 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 38a82255-0842-4e1d-ac54-27d11c73148c completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 14:58:12.857950 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 38a82255-0842-4e1d-ac54-27d11c73148c triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:12.858414 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:12.869131 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8b51abc1-f415-4a66-aa1a-bb8202f98b36 req-6f959889-4869-46b1-9666-416e87aabedf tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912318 Sep 09 14:58:12.888615 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c98423f-2c3f-42ff-a137-c8e4b74065e7 req-c3e8c3e0-19c0-42bb-a5ea-9ed7cd0b53d0 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (acde1cfb-fe15-408e-9b75-038fe1bb658e), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:12.907611 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:12.915008 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['acde1cfb-fe15-408e-9b75-038fe1bb658e'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:58:12.940572 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e8c3e0-19c0-42bb-a5ea-9ed7cd0b53d0 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Pushing event deleted for resources: {'Port': ['ID=acde1cfb-fe15-408e-9b75-038fe1bb658e,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:13.000101 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 38a82255-0842-4e1d-ac54-27d11c73148c is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:13.000486 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:13.024221 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:13.034254 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ec8731-c914-4a62-87f8-eb449219e741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a82255-0842-4e1d-ac54-27d11c73148c'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:58:13.039069 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146cba46-73fd-41fd-8be2-20c17541349a" -d '{"events": [{"server_uuid": "84ec8731-c914-4a62-87f8-eb449219e741", "name": "network-vif-plugged", "status": "completed", "tag": "38a82255-0842-4e1d-ac54-27d11c73148c"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:58:13.072984 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c98423f-2c3f-42ff-a137-c8e4b74065e7 req-c3e8c3e0-19c0-42bb-a5ea-9ed7cd0b53d0 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] No DVR routers for this DVR port acde1cfb-fe15-408e-9b75-038fe1bb658e on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 14:58:13.077793 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c98423f-2c3f-42ff-a137-c8e4b74065e7 req-c3e8c3e0-19c0-42bb-a5ea-9ed7cd0b53d0 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:13.089408 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c98423f-2c3f-42ff-a137-c8e4b74065e7 req-c3e8c3e0-19c0-42bb-a5ea-9ed7cd0b53d0 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.16 "DELETE /networking/v2.0/ports/acde1cfb-fe15-408e-9b75-038fe1bb658e HTTP/1.1" status: 204 len: 173 time: 0.9266994 Sep 09 14:58:13.089976 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1053d238-10c6-4e04-bb1c-10d883bab2a5', 'name': 'network-vif-deleted', 'tag': 'acde1cfb-fe15-408e-9b75-038fe1bb658e'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:58:13.092396 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358a6dcf-d342-4a52-a627-32c0842e4640" -d '{"events": [{"server_uuid": "1053d238-10c6-4e04-bb1c-10d883bab2a5", "name": "network-vif-deleted", "tag": "acde1cfb-fe15-408e-9b75-038fe1bb658e"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:58:13.134448 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 38a82255-0842-4e1d-ac54-27d11c73148c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=38a82255-0842-4e1d-ac54-27d11c73148c,segment=NetworkSegment(29e0638c-d611-4754-a482-3ae46e7aa68b),segment_id=29e0638c-d611-4754-a482-3ae46e7aa68b)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:13.139738 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:13.145691 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:13.193091 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f1e8cd-a851-4564-ae3f-e1a528dbba89 x-openstack-request-id: req-d3f1e8cd-a851-4564-ae3f-e1a528dbba89 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:58:13.193585 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1053d238-10c6-4e04-bb1c-10d883bab2a5", "name": "network-vif-deleted", "tag": "acde1cfb-fe15-408e-9b75-038fe1bb658e", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:58:13.193680 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3f1e8cd-a851-4564-ae3f-e1a528dbba89 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:58:13.194023 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3f1e8cd-a851-4564-ae3f-e1a528dbba89'] response: {'server_uuid': '1053d238-10c6-4e04-bb1c-10d883bab2a5', 'name': 'network-vif-deleted', 'tag': 'acde1cfb-fe15-408e-9b75-038fe1bb658e', 'status': 'completed', 'code': 200} Sep 09 14:58:13.208738 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e4da53-3790-4d60-ae3b-e2753108cc6d x-openstack-request-id: req-97e4da53-3790-4d60-ae3b-e2753108cc6d {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:58:13.209025 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ec8731-c914-4a62-87f8-eb449219e741", "name": "network-vif-plugged", "status": "completed", "tag": "38a82255-0842-4e1d-ac54-27d11c73148c", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:58:13.209297 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97e4da53-3790-4d60-ae3b-e2753108cc6d {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:58:13.210082 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e4da53-3790-4d60-ae3b-e2753108cc6d'] response: {'server_uuid': '84ec8731-c914-4a62-87f8-eb449219e741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a82255-0842-4e1d-ac54-27d11c73148c', 'code': 200} Sep 09 14:58:13.211642 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=38a82255-0842-4e1d-ac54-27d11c73148c,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:13.215295 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:13.444653 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90359b-7738-4fb2-a243-932cc00581e5 req-ebe5de26-dc7f-4220-8f39-4514ae4e783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:13.448717 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dd90359b-7738-4fb2-a243-932cc00581e5 req-ebe5de26-dc7f-4220-8f39-4514ae4e783b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 1129 time: 0.0444393 Sep 09 14:58:13.451782 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34168) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:13.508371 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dd90359b-7738-4fb2-a243-932cc00581e5 req-293c97de-929d-4946-98c6-04bbe1723e35 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530174 Sep 09 14:58:13.603282 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5195c580-a125-4ae7-8812-eb1f90ef8a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:13.695145 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e6f97e8e-ab4c-4ba4-90ae-f736460138ce req-e27f0cef-b1eb-4200-87d0-8fa043ba39ff tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 210 time: 0.0382652 Sep 09 14:58:13.732291 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5195c580-a125-4ae7-8812-eb1f90ef8a71 admin admin] Publish callbacks [] for security_group (9e1cbbcd-a50a-4fcc-a59e-e50e232015aa), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:13.737261 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5195c580-a125-4ae7-8812-eb1f90ef8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9e1cbbcd-a50a-4fcc-a59e-e50e232015aa), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:13.755238 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228238c-b510-4d58-a928-10cc593dd42e req-315cf0f8-e2a8-4538-8fc9-3dc123b6698f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:13.756800 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1228238c-b510-4d58-a928-10cc593dd42e req-315cf0f8-e2a8-4538-8fc9-3dc123b6698f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0530767 Sep 09 14:58:13.776087 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:13.788927 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-5195c580-a125-4ae7-8812-eb1f90ef8a71 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=228cd06a4f29456f8ee47405af64c5f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341033 Sep 09 14:58:13.791281 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5195c580-a125-4ae7-8812-eb1f90ef8a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1cbbcd-a50a-4fcc-a59e-e50e232015aa,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:13.794786 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34186) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:13.821403 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1228238c-b510-4d58-a928-10cc593dd42e req-e16d727e-6d0c-4775-861a-5921a0c21ae8 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588858 Sep 09 14:58:13.880996 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-483722ae-d87e-4eeb-adbe-04a6eb06f67c admin admin] Publish callbacks [] for security_group (9e1cbbcd-a50a-4fcc-a59e-e50e232015aa), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:13.907100 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-483722ae-d87e-4eeb-adbe-04a6eb06f67c admin admin] Publish callbacks [] for security_group (9e1cbbcd-a50a-4fcc-a59e-e50e232015aa), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:13.961316 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:13.982731 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-483722ae-d87e-4eeb-adbe-04a6eb06f67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9e1cbbcd-a50a-4fcc-a59e-e50e232015aa), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:13.986054 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-483722ae-d87e-4eeb-adbe-04a6eb06f67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:13.989950 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-483722ae-d87e-4eeb-adbe-04a6eb06f67c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9e1cbbcd-a50a-4fcc-a59e-e50e232015aa HTTP/1.1" status: 204 len: 168 time: 0.1911030 Sep 09 14:58:13.998970 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483722ae-d87e-4eeb-adbe-04a6eb06f67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1cbbcd-a50a-4fcc-a59e-e50e232015aa,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:14.029986 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070d593-9f35-4848-be05-b367dff6ba66 req-93e44a83-a556-4430-8302-ff5f3e29301d tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:14.031569 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6070d593-9f35-4848-be05-b367dff6ba66 req-93e44a83-a556-4430-8302-ff5f3e29301d tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 945 time: 0.0743332 Sep 09 14:58:14.095518 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6070d593-9f35-4848-be05-b367dff6ba66 req-cc292dc2-404e-4968-a315-946dcee8d216 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561693 Sep 09 14:58:14.229361 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34202) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:14.418770 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-061b5e9d-6a0c-4540-b514-c4b4417a3cac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:14.442803 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-29c7941a-6587-4841-a08b-066e08d775fe req-ec29e36e-d932-4279-9830-c0328f19f3a4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0510485 Sep 09 14:58:14.535861 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34212) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:14.587531 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-061b5e9d-6a0c-4540-b514-c4b4417a3cac admin admin] Publish callbacks [] for security_group (833dc07f-f130-4746-8ec4-19144941f48f), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:14.593247 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-061b5e9d-6a0c-4540-b514-c4b4417a3cac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (833dc07f-f130-4746-8ec4-19144941f48f), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:14.613362 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-29c7941a-6587-4841-a08b-066e08d775fe req-9cc55894-b094-4008-9437-c03a60f9c7a2 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3c2219444c1b4ad0a395880494ddbbe3&device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 210 time: 0.0687590 Sep 09 14:58:14.655999 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-061b5e9d-6a0c-4540-b514-c4b4417a3cac admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d2c488bf6f064a2f9e4796b0cbef0f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4254475 Sep 09 14:58:14.657649 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b5e9d-6a0c-4540-b514-c4b4417a3cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833dc07f-f130-4746-8ec4-19144941f48f,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:14.658898 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34218) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:14.673691 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:14.724102 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-30351915-4f38-429c-807d-ab9efdd4c303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:14.758377 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fe1208ce-476a-43ee-8768-1677da821e28 admin admin] Publish callbacks [] for security_group (833dc07f-f130-4746-8ec4-19144941f48f), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:14.794901 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fe1208ce-476a-43ee-8768-1677da821e28 admin admin] Publish callbacks [] for security_group (833dc07f-f130-4746-8ec4-19144941f48f), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:14.858671 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e9e5ee5b-1aa9-4c6b-86f7-931ee52d3e40 req-f4f25164-60f3-457d-85aa-9c98afd9da60 tempest-DeleteServersTestJSON-1896781641 tempest-DeleteServersTestJSON-1896781641-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1053d238-10c6-4e04-bb1c-10d883bab2a5 HTTP/1.1" status: 200 len: 210 time: 0.0527811 Sep 09 14:58:14.899025 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-30351915-4f38-429c-807d-ab9efdd4c303 admin admin] Publish callbacks [] for security_group (fad7abd1-7c52-479d-88e6-c87cc4ef83e6), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:14.899819 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-30351915-4f38-429c-807d-ab9efdd4c303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (fad7abd1-7c52-479d-88e6-c87cc4ef83e6), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:14.926096 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fe1208ce-476a-43ee-8768-1677da821e28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (833dc07f-f130-4746-8ec4-19144941f48f), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:14.928692 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fe1208ce-476a-43ee-8768-1677da821e28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:14.929810 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-fe1208ce-476a-43ee-8768-1677da821e28 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/833dc07f-f130-4746-8ec4-19144941f48f HTTP/1.1" status: 204 len: 168 time: 0.2690864 Sep 09 14:58:14.976864 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-30351915-4f38-429c-807d-ab9efdd4c303 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b8d03d510c7846f3bedc7b6a86aea819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399037 Sep 09 14:58:14.977983 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34236) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:14.981817 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30351915-4f38-429c-807d-ab9efdd4c303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad7abd1-7c52-479d-88e6-c87cc4ef83e6,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:14.998300 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1208ce-476a-43ee-8768-1677da821e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833dc07f-f130-4746-8ec4-19144941f48f,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:15.008077 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66d6a4-ce68-4041-8afc-ca7a87508dce req-39b7d576-d925-4b2b-9e91-2448538f64f6 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:15.009633 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fa66d6a4-ce68-4041-8afc-ca7a87508dce req-39b7d576-d925-4b2b-9e91-2448538f64f6 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0847149 Sep 09 14:58:15.061166 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:15.093003 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fa66d6a4-ce68-4041-8afc-ca7a87508dce req-273d9100-10ca-42c3-90c5-cbbaedba20ec tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746927 Sep 09 14:58:15.103515 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ac2d99a7-da9c-4e72-b1f6-7f1de026bf67 admin admin] Publish callbacks [] for security_group (fad7abd1-7c52-479d-88e6-c87cc4ef83e6), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:15.125879 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ac2d99a7-da9c-4e72-b1f6-7f1de026bf67 admin admin] Publish callbacks [] for security_group (fad7abd1-7c52-479d-88e6-c87cc4ef83e6), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:15.236610 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ac2d99a7-da9c-4e72-b1f6-7f1de026bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (fad7abd1-7c52-479d-88e6-c87cc4ef83e6), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:15.239354 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ac2d99a7-da9c-4e72-b1f6-7f1de026bf67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:15.240540 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-ac2d99a7-da9c-4e72-b1f6-7f1de026bf67 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fad7abd1-7c52-479d-88e6-c87cc4ef83e6 HTTP/1.1" status: 204 len: 168 time: 0.2614255 Sep 09 14:58:15.250980 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d99a7-da9c-4e72-b1f6-7f1de026bf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad7abd1-7c52-479d-88e6-c87cc4ef83e6,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:15.274229 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07e628-7741-4b54-8400-79e59226fd55 req-a3868cf4-5481-4352-bc18-6efa5df8eb77 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:15.277060 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-db07e628-7741-4b54-8400-79e59226fd55 req-a3868cf4-5481-4352-bc18-6efa5df8eb77 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 945 time: 0.0770676 Sep 09 14:58:15.332949 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-db07e628-7741-4b54-8400-79e59226fd55 req-497e01fe-52b8-4957-8906-a5347193d8ec tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486634 Sep 09 14:58:15.617157 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34260) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:15.646369 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6e5616a3-b022-4ba2-9ee7-8ad7fecdd94c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:15.771926 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6e5616a3-b022-4ba2-9ee7-8ad7fecdd94c admin admin] Publish callbacks [] for security_group (b137c849-f44b-45d5-910c-ec980311ed32), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:15.778850 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6e5616a3-b022-4ba2-9ee7-8ad7fecdd94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (b137c849-f44b-45d5-910c-ec980311ed32), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:15.837298 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5616a3-b022-4ba2-9ee7-8ad7fecdd94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b137c849-f44b-45d5-910c-ec980311ed32,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:15.863705 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-6e5616a3-b022-4ba2-9ee7-8ad7fecdd94c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1a5981630fbb4246a4df7dfe16b0cdd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453954 Sep 09 14:58:15.866866 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34268) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:15.875469 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:15.949785 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a5239ad5-4ad2-4e68-8612-ea7d532c3ae0 admin admin] Publish callbacks [] for security_group (b137c849-f44b-45d5-910c-ec980311ed32), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:15.977354 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a5239ad5-4ad2-4e68-8612-ea7d532c3ae0 admin admin] Publish callbacks [] for security_group (b137c849-f44b-45d5-910c-ec980311ed32), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:15.998310 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7941a-6587-4841-a08b-066e08d775fe req-d349e33a-5f35-499b-9089-5d3325eadf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:16.000024 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-29c7941a-6587-4841-a08b-066e08d775fe req-d349e33a-5f35-499b-9089-5d3325eadf71 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=3c2219444c1b4ad0a395880494ddbbe3&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5063415 Sep 09 14:58:16.069953 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a5239ad5-4ad2-4e68-8612-ea7d532c3ae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (b137c849-f44b-45d5-910c-ec980311ed32), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:16.074383 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a5239ad5-4ad2-4e68-8612-ea7d532c3ae0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:16.075927 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-a5239ad5-4ad2-4e68-8612-ea7d532c3ae0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b137c849-f44b-45d5-910c-ec980311ed32 HTTP/1.1" status: 204 len: 168 time: 0.2083454 Sep 09 14:58:16.087405 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5239ad5-4ad2-4e68-8612-ea7d532c3ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b137c849-f44b-45d5-910c-ec980311ed32,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:16.332572 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7941a-6587-4841-a08b-066e08d775fe req-54cbd0b2-e75e-4fd1-9e43-627acf3437b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:16.334314 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-29c7941a-6587-4841-a08b-066e08d775fe req-54cbd0b2-e75e-4fd1-9e43-627acf3437b9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3255963 Sep 09 14:58:16.353046 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6e5b0-3a31-4f5b-a5f5-2ecc947fe370 req-b0aa9892-d9bd-4ab0-9a6a-52f8c79195ce tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:16.355316 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1a6e5b0-3a31-4f5b-a5f5-2ecc947fe370 req-b0aa9892-d9bd-4ab0-9a6a-52f8c79195ce tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1335769 Sep 09 14:58:16.436335 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:16.457372 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1a6e5b0-3a31-4f5b-a5f5-2ecc947fe370 req-48f46f23-3537-4600-9d07-5f5dcd38310a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838830 Sep 09 14:58:16.545085 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6060ea5-2f55-4a14-9471-a64072e595aa req-c9d8c822-9f92-4639-a45f-ccd9b093c6ac tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:16.546752 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e6060ea5-2f55-4a14-9471-a64072e595aa req-c9d8c822-9f92-4639-a45f-ccd9b093c6ac tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 945 time: 0.0797012 Sep 09 14:58:16.572112 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:16.616387 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e6060ea5-2f55-4a14-9471-a64072e595aa req-ea85c95f-0a98-4e7c-a5ec-8b100c6b434d tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614638 Sep 09 14:58:16.822850 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device acde1cfb-fe15-408e-9b75-038fe1bb658e no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:58:16.879389 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: acde1cfb-fe15-408e-9b75-038fe1bb658e {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 14:58:16.880033 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device acde1cfb-fe15-408e-9b75-038fe1bb658e not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:58:17.284768 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:17.293643 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:17.505506 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f0a0d-4590-40a2-934c-f8271d4d8595 req-0e8a6713-e29a-452d-a2c0-b57c1106ed66 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:17.509765 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7e8f0a0d-4590-40a2-934c-f8271d4d8595 req-0e8a6713-e29a-452d-a2c0-b57c1106ed66 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 945 time: 0.0552747 Sep 09 14:58:17.574747 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7e8f0a0d-4590-40a2-934c-f8271d4d8595 req-4922cda3-5b4b-44dc-9797-264ff4930a9c tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623360 Sep 09 14:58:17.651620 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0fc01-25b9-4d20-864b-64a209283391 req-c704ba63-fcef-40f3-b4a9-b2f6c7ba421c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:17.654129 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-83a0fc01-25b9-4d20-864b-64a209283391 req-c704ba63-fcef-40f3-b4a9-b2f6c7ba421c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0781436 Sep 09 14:58:17.672601 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34368) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:17.736800 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-83a0fc01-25b9-4d20-864b-64a209283391 req-407452fc-a991-410e-bc2a-15fb2ea57143 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693996 Sep 09 14:58:17.896731 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:17.929678 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34382) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:18.095059 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b611064b-58ef-47f5-8383-6e83d4baa054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:18.154184 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-43c0f952-5590-4f25-af26-ed14c4ed5eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705520'] for router_interface (0fc4475d-b6be-4c90-83af-d745f3d05bb0), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:18.202051 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b611064b-58ef-47f5-8383-6e83d4baa054 admin admin] Publish callbacks [] for security_group (9ad33d77-9d55-4487-9987-8a26f19e5a1e), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:18.203834 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:18.209530 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b611064b-58ef-47f5-8383-6e83d4baa054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9ad33d77-9d55-4487-9987-8a26f19e5a1e), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:18.253433 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-b611064b-58ef-47f5-8383-6e83d4baa054 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=464d0dc91c2b476e8d33648d47ffd2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3226361 Sep 09 14:58:18.254224 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611064b-58ef-47f5-8383-6e83d4baa054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad33d77-9d55-4487-9987-8a26f19e5a1e,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:18.256503 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34398) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:18.435088 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9224bbfe-3ed5-4166-a17c-3a26018a9c13 admin admin] Publish callbacks [] for security_group (9ad33d77-9d55-4487-9987-8a26f19e5a1e), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:18.479070 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9224bbfe-3ed5-4166-a17c-3a26018a9c13 admin admin] Publish callbacks [] for security_group (9ad33d77-9d55-4487-9987-8a26f19e5a1e), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:18.543978 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-43c0f952-5590-4f25-af26-ed14c4ed5eef admin admin] Deleting port c587bf7b-4555-4175-800d-f069169f894f {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 14:58:18.544317 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-43c0f952-5590-4f25-af26-ed14c4ed5eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (c587bf7b-4555-4175-800d-f069169f894f), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:18.618967 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9224bbfe-3ed5-4166-a17c-3a26018a9c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9ad33d77-9d55-4487-9987-8a26f19e5a1e), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:18.622185 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9224bbfe-3ed5-4166-a17c-3a26018a9c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:18.625733 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-9224bbfe-3ed5-4166-a17c-3a26018a9c13 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9ad33d77-9d55-4487-9987-8a26f19e5a1e HTTP/1.1" status: 204 len: 168 time: 0.3654191 Sep 09 14:58:18.644335 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224bbfe-3ed5-4166-a17c-3a26018a9c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad33d77-9d55-4487-9987-8a26f19e5a1e,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:18.654011 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-43c0f952-5590-4f25-af26-ed14c4ed5eef admin admin] For port c587bf7b-4555-4175-800d-f069169f894f, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=c587bf7b-4555-4175-800d-f069169f894f,segment=NetworkSegment(e97dedb0-4af3-4163-a0e6-45adc0b4d44a),segment_id=e97dedb0-4af3-4163-a0e6-45adc0b4d44a)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:18.654379 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-43c0f952-5590-4f25-af26-ed14c4ed5eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (c587bf7b-4555-4175-800d-f069169f894f), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:18.671455 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-43c0f952-5590-4f25-af26-ed14c4ed5eef admin admin] Calling delete_port for c587bf7b-4555-4175-800d-f069169f894f owned by network:router_interface {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 14:58:18.817489 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667978e-0b02-40ad-86f4-a982649205d1 req-a44d68ef-2c9e-43a1-a3c4-f1f1e5235cf1 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:18.819110 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5667978e-0b02-40ad-86f4-a982649205d1 req-a44d68ef-2c9e-43a1-a3c4-f1f1e5235cf1 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 945 time: 0.1164131 Sep 09 14:58:18.946608 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4f5d6-0028-4a50-b5d9-0edbb09ad341 req-cf54f68f-5185-480b-bbd8-3a4540dc9a63 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:18.949701 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cbd4f5d6-0028-4a50-b5d9-0edbb09ad341 req-cf54f68f-5185-480b-bbd8-3a4540dc9a63 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0828636 Sep 09 14:58:18.953156 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5667978e-0b02-40ad-86f4-a982649205d1 req-b3c444fe-6b12-464b-ac0b-1d6aeea5036e tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248744 Sep 09 14:58:19.006957 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cbd4f5d6-0028-4a50-b5d9-0edbb09ad341 req-8c939c9a-3cf8-4eef-80ca-960be54adfce tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525725 Sep 09 14:58:19.090897 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159b2418-dca0-4702-9d35-6f3910404841 req-148775ef-b932-469b-83aa-b8e9fe32a234 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:19.092624 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-159b2418-dca0-4702-9d35-6f3910404841 req-148775ef-b932-469b-83aa-b8e9fe32a234 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 945 time: 0.0495107 Sep 09 14:58:19.185426 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-43c0f952-5590-4f25-af26-ed14c4ed5eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (c587bf7b-4555-4175-800d-f069169f894f), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:19.201618 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:19.202708 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-159b2418-dca0-4702-9d35-6f3910404841 req-73000ce7-8226-4108-8312-a09a40b1e2e6 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Deleting port 38a82255-0842-4e1d-ac54-27d11c73148c {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 14:58:19.203314 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-159b2418-dca0-4702-9d35-6f3910404841 req-73000ce7-8226-4108-8312-a09a40b1e2e6 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:19.247560 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0f952-5590-4f25-af26-ed14c4ed5eef admin admin] Pushing event deleted for resources: {'Port': ['ID=c587bf7b-4555-4175-800d-f069169f894f,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:19.349091 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-159b2418-dca0-4702-9d35-6f3910404841 req-73000ce7-8226-4108-8312-a09a40b1e2e6 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] For port 38a82255-0842-4e1d-ac54-27d11c73148c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=38a82255-0842-4e1d-ac54-27d11c73148c,segment=NetworkSegment(29e0638c-d611-4754-a482-3ae46e7aa68b),segment_id=29e0638c-d611-4754-a482-3ae46e7aa68b)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:19.349743 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-159b2418-dca0-4702-9d35-6f3910404841 req-73000ce7-8226-4108-8312-a09a40b1e2e6 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:19.366729 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-159b2418-dca0-4702-9d35-6f3910404841 req-73000ce7-8226-4108-8312-a09a40b1e2e6 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Calling delete_port for 38a82255-0842-4e1d-ac54-27d11c73148c owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 14:58:19.378092 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:19.411819 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:19.412840 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-43c0f952-5590-4f25-af26-ed14c4ed5eef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591360'] for router_interface (0fc4475d-b6be-4c90-83af-d745f3d05bb0), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:19.471739 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34430) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:19.564869 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:19.598888 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-159b2418-dca0-4702-9d35-6f3910404841 req-73000ce7-8226-4108-8312-a09a40b1e2e6 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (38a82255-0842-4e1d-ac54-27d11c73148c), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:19.614377 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['38a82255-0842-4e1d-ac54-27d11c73148c'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:58:19.637823 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73000ce7-8226-4108-8312-a09a40b1e2e6 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Pushing event deleted for resources: {'Port': ['ID=38a82255-0842-4e1d-ac54-27d11c73148c,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:19.675421 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-88811c4c-c076-4eb8-a75c-d205a20f01a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:19.701103 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c0f952-5590-4f25-af26-ed14c4ed5eef admin admin] Router 0fc4475d-b6be-4c90-83af-d745f3d05bb0 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:58:19.708004 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-159b2418-dca0-4702-9d35-6f3910404841 req-73000ce7-8226-4108-8312-a09a40b1e2e6 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] No DVR routers for this DVR port 38a82255-0842-4e1d-ac54-27d11c73148c on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 14:58:19.710761 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-159b2418-dca0-4702-9d35-6f3910404841 req-73000ce7-8226-4108-8312-a09a40b1e2e6 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:19.714019 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-159b2418-dca0-4702-9d35-6f3910404841 req-73000ce7-8226-4108-8312-a09a40b1e2e6 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.16 "DELETE /networking/v2.0/ports/38a82255-0842-4e1d-ac54-27d11c73148c HTTP/1.1" status: 204 len: 173 time: 0.6150210 Sep 09 14:58:19.716479 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ec8731-c914-4a62-87f8-eb449219e741', 'name': 'network-vif-deleted', 'tag': '38a82255-0842-4e1d-ac54-27d11c73148c'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:58:19.719782 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14454734-0ea8-498c-bc10-097a2588a036" -d '{"events": [{"server_uuid": "84ec8731-c914-4a62-87f8-eb449219e741", "name": "network-vif-deleted", "tag": "38a82255-0842-4e1d-ac54-27d11c73148c"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:58:19.788665 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfa6875-c5f2-4852-bc57-a2454d22ee37 x-openstack-request-id: req-cbfa6875-c5f2-4852-bc57-a2454d22ee37 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:58:19.788966 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ec8731-c914-4a62-87f8-eb449219e741", "name": "network-vif-deleted", "tag": "38a82255-0842-4e1d-ac54-27d11c73148c", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:58:19.789252 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbfa6875-c5f2-4852-bc57-a2454d22ee37 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:58:19.789645 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbfa6875-c5f2-4852-bc57-a2454d22ee37'] response: {'server_uuid': '84ec8731-c914-4a62-87f8-eb449219e741', 'name': 'network-vif-deleted', 'tag': '38a82255-0842-4e1d-ac54-27d11c73148c', 'status': 'completed', 'code': 200} Sep 09 14:58:19.816254 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-88811c4c-c076-4eb8-a75c-d205a20f01a9 admin admin] Publish callbacks [] for security_group (f72e9862-0999-4000-aa53-427972bb0b56), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:19.821492 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-88811c4c-c076-4eb8-a75c-d205a20f01a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (f72e9862-0999-4000-aa53-427972bb0b56), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:19.852792 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-88811c4c-c076-4eb8-a75c-d205a20f01a9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b433f2e8c93242ff8f33fa1f87a02e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3799350 Sep 09 14:58:19.856286 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34448) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:19.866075 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c0f952-5590-4f25-af26-ed14c4ed5eef admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:58:19.882547 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-43c0f952-5590-4f25-af26-ed14c4ed5eef admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/0fc4475d-b6be-4c90-83af-d745f3d05bb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2072332 Sep 09 14:58:19.885337 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34452) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:19.888248 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970f246-6ac0-42f0-85b5-04acd252c77a None None] Sync routers for ids ['0fc4475d-b6be-4c90-83af-d745f3d05bb0'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:58:19.891407 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88811c4c-c076-4eb8-a75c-d205a20f01a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72e9862-0999-4000-aa53-427972bb0b56,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:19.930295 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970f246-6ac0-42f0-85b5-04acd252c77a None None] Routers {'0fc4475d-b6be-4c90-83af-d745f3d05bb0'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:19.930925 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-7970f246-6ac0-42f0-85b5-04acd252c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['0fc4475d-b6be-4c90-83af-d745f3d05bb0'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:20.053669 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e0263580-21cd-4fb8-82bd-205027573c25 admin admin] Publish callbacks [] for security_group (f72e9862-0999-4000-aa53-427972bb0b56), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:20.110516 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b0387f2b-3507-4b2e-b156-37d512484a85 req-1a116f6f-15fe-4874-9f29-2681a2ccb42d tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=84ec8731-c914-4a62-87f8-eb449219e741 HTTP/1.1" status: 200 len: 210 time: 0.0303946 Sep 09 14:58:20.138660 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Publish callbacks [] for router (0fc4475d-b6be-4c90-83af-d745f3d05bb0), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:20.157227 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-7970f246-6ac0-42f0-85b5-04acd252c77a None None] Set router 0fc4475d-b6be-4c90-83af-d745f3d05bb0 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:20.221819 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a60829-acc8-4b5c-a992-e5e83a16991a req-13037f26-e817-414d-a2d4-335560e6e5ce tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:20.230257 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-31a60829-acc8-4b5c-a992-e5e83a16991a req-13037f26-e817-414d-a2d4-335560e6e5ce tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1019032 Sep 09 14:58:20.278155 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e0263580-21cd-4fb8-82bd-205027573c25 admin admin] Publish callbacks [] for security_group (f72e9862-0999-4000-aa53-427972bb0b56), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:20.324278 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-31a60829-acc8-4b5c-a992-e5e83a16991a req-d68f0183-6ea3-4854-85ac-cae6e9188958 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898530 Sep 09 14:58:20.374236 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-7970f246-6ac0-42f0-85b5-04acd252c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'name': 'tempest-DeleteServersTestJSON-1256909934-router', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:58:19Z', 'revision_number': 5, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'gw_port': {'id': '1c2ac41a-e2f8-4eda-b7de-0617dc3e176e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9a:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:20.469453 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e0263580-21cd-4fb8-82bd-205027573c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (f72e9862-0999-4000-aa53-427972bb0b56), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:20.471011 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e0263580-21cd-4fb8-82bd-205027573c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:20.472203 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e0263580-21cd-4fb8-82bd-205027573c25 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f72e9862-0999-4000-aa53-427972bb0b56 HTTP/1.1" status: 204 len: 168 time: 0.6148863 Sep 09 14:58:20.479993 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Publish callbacks [] for router_gateway (0fc4475d-b6be-4c90-83af-d745f3d05bb0), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:20.498097 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0263580-21cd-4fb8-82bd-205027573c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72e9862-0999-4000-aa53-427972bb0b56,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:20.547109 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970f246-6ac0-42f0-85b5-04acd252c77a None None] Checking router: 0fc4475d-b6be-4c90-83af-d745f3d05bb0 for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:58:20.575118 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7970f246-6ac0-42f0-85b5-04acd252c77a None None] Routers {'0fc4475d-b6be-4c90-83af-d745f3d05bb0'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:20.575756 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-7970f246-6ac0-42f0-85b5-04acd252c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['0fc4475d-b6be-4c90-83af-d745f3d05bb0'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:20.576693 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Deleting port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 14:58:20.577266 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:20.664358 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:20.693530 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] For port 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=1c2ac41a-e2f8-4eda-b7de-0617dc3e176e,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:20.694079 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:20.701367 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-7970f246-6ac0-42f0-85b5-04acd252c77a None None] Set router 0fc4475d-b6be-4c90-83af-d745f3d05bb0 gateway port host: None {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:20.709255 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Calling delete_port for 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e owned by network:router_gateway {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 14:58:20.756157 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-7970f246-6ac0-42f0-85b5-04acd252c77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'name': 'tempest-DeleteServersTestJSON-1256909934-router', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:58:20Z', 'revision_number': 6, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'gw_port_host': None}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:20.790469 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7970f246-6ac0-42f0-85b5-04acd252c77a None None] The sync data for ids ['0fc4475d-b6be-4c90-83af-d745f3d05bb0'] in dv-cinder-828696-11-iscsi is: [{'id': '0fc4475d-b6be-4c90-83af-d745f3d05bb0', 'name': 'tempest-DeleteServersTestJSON-1256909934-router', 'tenant_id': '3c2219444c1b4ad0a395880494ddbbe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:58:20Z', 'revision_number': 6, 'project_id': '3c2219444c1b4ad0a395880494ddbbe3', 'gw_port_host': None}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:58:20.858553 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:20.947252 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (1c2ac41a-e2f8-4eda-b7de-0617dc3e176e), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:20.970634 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34478) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:20.976303 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2ac41a-e2f8-4eda-b7de-0617dc3e176e,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:20.990215 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4b98e057-5f84-4a82-a3dc-80312f148019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.054602 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601202'] for router_gateway (0fc4475d-b6be-4c90-83af-d745f3d05bb0), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.080770 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4b98e057-5f84-4a82-a3dc-80312f148019 admin admin] Publish callbacks [] for security_group (0671b2c9-57e3-4b57-b400-6d64b34c9d8f), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.084983 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4b98e057-5f84-4a82-a3dc-80312f148019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (0671b2c9-57e3-4b57-b400-6d64b34c9d8f), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.135743 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98e057-5f84-4a82-a3dc-80312f148019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0671b2c9-57e3-4b57-b400-6d64b34c9d8f,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:21.141051 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-4b98e057-5f84-4a82-a3dc-80312f148019 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4d720742ede74b5c8e29d8c5f5ad45bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690168 Sep 09 14:58:21.143335 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34482) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:21.230989 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9c461653-3486-4abd-8d4d-cb9939ede60f admin admin] Publish callbacks [] for security_group (0671b2c9-57e3-4b57-b400-6d64b34c9d8f), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.245980 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10078'] for router (0fc4475d-b6be-4c90-83af-d745f3d05bb0), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.252404 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Publish callbacks [] for router_controller (0fc4475d-b6be-4c90-83af-d745f3d05bb0), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.255090 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9c461653-3486-4abd-8d4d-cb9939ede60f admin admin] Publish callbacks [] for security_group (0671b2c9-57e3-4b57-b400-6d64b34c9d8f), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.327286 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9c461653-3486-4abd-8d4d-cb9939ede60f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (0671b2c9-57e3-4b57-b400-6d64b34c9d8f), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.331154 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591413'] for router (0fc4475d-b6be-4c90-83af-d745f3d05bb0), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.331811 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fc4475d-b6be-4c90-83af-d745f3d05bb0 {{(pid=106239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 14:58:21.337086 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.341320 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-ab132f79-02f7-4c42-b4d8-5949afd2224f admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/0fc4475d-b6be-4c90-83af-d745f3d05bb0 HTTP/1.1" status: 204 len: 168 time: 1.4519777 Sep 09 14:58:21.341450 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9c461653-3486-4abd-8d4d-cb9939ede60f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.341659 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34496) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:21.342898 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-9c461653-3486-4abd-8d4d-cb9939ede60f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0671b2c9-57e3-4b57-b400-6d64b34c9d8f HTTP/1.1" status: 204 len: 168 time: 0.1986263 Sep 09 14:58:21.352775 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c461653-3486-4abd-8d4d-cb9939ede60f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0671b2c9-57e3-4b57-b400-6d64b34c9d8f,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:21.396072 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_v2 [None req-611600a5-d6e0-4bb1-8365-217848125be7 admin admin] Deleting subnet fbbeaa77-058a-4286-8538-f97749e07952 {{(pid=106239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 14:58:21.403899 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-611600a5-d6e0-4bb1-8365-217848125be7 admin admin] Publish callbacks [] for subnet (fbbeaa77-058a-4286-8538-f97749e07952), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.477835 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-611600a5-d6e0-4bb1-8365-217848125be7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752680'] for subnet (fbbeaa77-058a-4286-8538-f97749e07952), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.564720 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:21.610200 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff05d2-ffc4-469d-80b2-017daac958fc req-9b5fe6ad-939c-4af9-a007-04e453a6340a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:21.611926 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64ff05d2-ffc4-469d-80b2-017daac958fc req-9b5fe6ad-939c-4af9-a007-04e453a6340a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1659732 Sep 09 14:58:21.633481 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:21.660912 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-611600a5-d6e0-4bb1-8365-217848125be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (fbbeaa77-058a-4286-8538-f97749e07952), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.700732 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64ff05d2-ffc4-469d-80b2-017daac958fc req-51265ce1-a7ca-418e-9068-a55e35afe7b5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814373 Sep 09 14:58:21.774308 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-0a1c28ec-68d1-41d9-bc81-3553826e6c08 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:21.775342 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-0a1c28ec-68d1-41d9-bc81-3553826e6c08 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/networks?id=ea70958d-8611-435f-9904-c0efb2e3e5e6 HTTP/1.1" status: 200 len: 809 time: 0.2691298 Sep 09 14:58:21.780097 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-611600a5-d6e0-4bb1-8365-217848125be7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3186310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3836002'] for subnet (fbbeaa77-058a-4286-8538-f97749e07952), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.798856 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-44e531b5-1216-4c7a-846b-bd20ef26e96e tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/quotas/bd3cfdafe89243748fe29bef991b2215 HTTP/1.1" status: 200 len: 375 time: 0.0121691 Sep 09 14:58:21.811636 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611600a5-d6e0-4bb1-8365-217848125be7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbbeaa77-058a-4286-8538-f97749e07952,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:21.816708 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-611600a5-d6e0-4bb1-8365-217848125be7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.823129 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-611600a5-d6e0-4bb1-8365-217848125be7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/fbbeaa77-058a-4286-8538-f97749e07952 HTTP/1.1" status: 204 len: 168 time: 0.4804375 Sep 09 14:58:21.824028 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34520) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:21.829298 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e68dc37-bf47-49c6-9297-7c3ba8fe5903 None None] Network 9b0fd95b-9a64-4241-8e08-e70dc9acd68a requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:58:21.840696 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-3261e385-113b-4e7c-99df-fc1c9ad0773a tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=bd3cfdafe89243748fe29bef991b2215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342791 Sep 09 14:58:21.924810 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (9b0fd95b-9a64-4241-8e08-e70dc9acd68a), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:21.980521 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Deleting port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 14:58:21.980858 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:22.062619 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-5d368df8-289e-4b3a-a5ae-a865fc7e56eb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140961 Sep 09 14:58:22.090184 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] For port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=897f2c9d-7f5a-4bf6-a00b-bf29838bc036,segment=NetworkSegment(e97dedb0-4af3-4163-a0e6-45adc0b4d44a),segment_id=e97dedb0-4af3-4163-a0e6-45adc0b4d44a)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:22.090479 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:22.105634 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Calling delete_port for 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 owned by network:dhcp {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 14:58:22.167245 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b5d855-d56a-41f7-923f-b90a79370b5d None None] DHCP port deletion for 9b0fd95b-9a64-4241-8e08-e70dc9acd68a request from dv-cinder-828696-11-iscsi {{(pid=106240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 14:58:22.172608 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:22.178611 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:DELETE=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:22.218450 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:22.226373 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-ed3a0db9-dab3-4ce9-b4fd-65c2308d365c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624889 Sep 09 14:58:22.246084 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Pushing event deleted for resources: {'Port': ['ID=897f2c9d-7f5a-4bf6-a00b-bf29838bc036,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:22.252838 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-33b5d855-d56a-41f7-923f-b90a79370b5d None None] Deleting port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 {{(pid=106240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 14:58:22.255507 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-33b5d855-d56a-41f7-923f-b90a79370b5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), before_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:22.259136 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] No DVR routers for this DVR port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 on host dv-cinder-828696-11-iscsi {{(pid=106239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 14:58:22.330568 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device c587bf7b-4555-4175-800d-f069169f894f no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:58:22.379429 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (9b0fd95b-9a64-4241-8e08-e70dc9acd68a), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:22.393738 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: c587bf7b-4555-4175-800d-f069169f894f {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 14:58:22.394627 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device c587bf7b-4555-4175-800d-f069169f894f not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:58:22.394836 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:58:22.438893 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 14:58:22.439329 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 1c2ac41a-e2f8-4eda-b7de-0617dc3e176e not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:58:22.445865 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-33b5d855-d56a-41f7-923f-b90a79370b5d None None] For port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036, host dv-cinder-828696-11-iscsi, got binding levels [] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:22.446934 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-33b5d855-d56a-41f7-923f-b90a79370b5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), precommit_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:22.474308 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-07429127-da31-4eeb-aaf3-0e6a3ad1938b req-166ce9d3-99a0-4625-95ad-2e4f82d564a2 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 210 time: 0.0547256 Sep 09 14:58:22.486967 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-33b5d855-d56a-41f7-923f-b90a79370b5d None None] Calling delete_port for 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 owned by network:dhcp {{(pid=106240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 14:58:22.493186 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.ipam_backend_mixin [None req-33b5d855-d56a-41f7-923f-b90a79370b5d None None] Port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 was not found and therefore no delete operation was performed {{(pid=106240) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 09 14:58:22.494951 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-33b5d855-d56a-41f7-923f-b90a79370b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (897f2c9d-7f5a-4bf6-a00b-bf29838bc036), after_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:22.538581 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5d855-d56a-41f7-923f-b90a79370b5d None None] Pushing event deleted for resources: {'Port': ['ID=897f2c9d-7f5a-4bf6-a00b-bf29838bc036,revision_number=None']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:22.543291 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b5d855-d56a-41f7-923f-b90a79370b5d None None] No DVR routers for this DVR port 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 on host dv-cinder-828696-11-iscsi {{(pid=106240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 14:58:22.674429 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b0fd95b-9a64-4241-8e08-e70dc9acd68a']}} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:22.684237 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a') {'for_net_delete': True} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:22.684534 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97dedb0-4af3-4163-a0e6-45adc0b4d44a') {} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:22.694501 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752467'] for segment (e97dedb0-4af3-4163-a0e6-45adc0b4d44a), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:22.711117 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (e97dedb0-4af3-4163-a0e6-45adc0b4d44a), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:22.718728 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=106239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:58:22.719243 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3186412'] for segment (e97dedb0-4af3-4163-a0e6-45adc0b4d44a), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:22.761278 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment e97dedb0-4af3-4163-a0e6-45adc0b4d44a resource provider aggregate not found Sep 09 14:58:22.787350 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (9b0fd95b-9a64-4241-8e08-e70dc9acd68a), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:22.801799 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:22.808903 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/9b0fd95b-9a64-4241-8e08-e70dc9acd68a HTTP/1.1" status: 204 len: 168 time: 0.9809783 Sep 09 14:58:22.809581 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment e97dedb0-4af3-4163-a0e6-45adc0b4d44a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e97dedb0-4af3-4163-a0e6-45adc0b4d44a found for delete ", "request_id": "req-d7096e3b-b2f4-4f69-a3ef-f76785c65a18"}]} Sep 09 14:58:22.826121 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c9adf3-aa98-4faf-a049-8986b5590bba admin admin] Pushing event deleted for resources: {'Network': ['ID=9b0fd95b-9a64-4241-8e08-e70dc9acd68a,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:22.928642 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0666da-e910-49f8-a6b2-84100b26039c req-c3451eb2-f438-4823-959d-4ffc827b0f1f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:22.933659 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1b0666da-e910-49f8-a6b2-84100b26039c req-c3451eb2-f438-4823-959d-4ffc827b0f1f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0894127 Sep 09 14:58:23.037513 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1b0666da-e910-49f8-a6b2-84100b26039c req-c1bbe500-ec3d-4661-b785-5c2e1f8c81bb tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965073 Sep 09 14:58:23.150021 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34570) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:23.208060 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-12352c29-7a4b-4dd2-8c9a-a4e13770e2bc admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3c2219444c1b4ad0a395880494ddbbe3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0566583 Sep 09 14:58:23.210410 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34574) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:23.271502 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-dbd848df-092b-447d-b554-28db252a4a28 admin admin] Publish callbacks [] for security_group (62de01f1-0653-471c-ab2e-da717a67c7f4), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:23.300225 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-dbd848df-092b-447d-b554-28db252a4a28 admin admin] Publish callbacks [] for security_group (62de01f1-0653-471c-ab2e-da717a67c7f4), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:23.361909 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-dbd848df-092b-447d-b554-28db252a4a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (62de01f1-0653-471c-ab2e-da717a67c7f4), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:23.364628 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-dbd848df-092b-447d-b554-28db252a4a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:23.368128 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-dbd848df-092b-447d-b554-28db252a4a28 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/62de01f1-0653-471c-ab2e-da717a67c7f4 HTTP/1.1" status: 204 len: 168 time: 0.1544039 Sep 09 14:58:23.374660 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd848df-092b-447d-b554-28db252a4a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62de01f1-0653-471c-ab2e-da717a67c7f4,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:23.574789 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3a3daabe-6e58-40c0-a68b-fa17bba5bccc req-69cf0a5e-f150-4d95-88de-1827ed502c06 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 210 time: 0.0291069 Sep 09 14:58:24.033975 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34602) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:24.136557 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2090923733-network', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:24.163698 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa332a-1131-4b1a-8f9c-c4b6f6d4cc72 req-f04cde39-5cc6-4793-95c3-3ccf005a0d95 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:24.165439 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aefa332a-1131-4b1a-8f9c-c4b6f6d4cc72 req-f04cde39-5cc6-4793-95c3-3ccf005a0d95 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0514967 Sep 09 14:58:24.182847 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Made reservation on behalf of e498d32cc51a4bad9cb21e58985ce63e for: {'network': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:58:24.185361 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.195273 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.196554 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:58:24.223604 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aefa332a-1131-4b1a-8f9c-c4b6f6d4cc72 req-8a7b49a3-38fc-41d6-b404-aefdaf7bbd77 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508621 Sep 09 14:58:24.228098 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 14:58:24.228698 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 897f2c9d-7f5a-4bf6-a00b-bf29838bc036 not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:58:24.288439 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Publish callbacks [] for security_group (cc147444-37a1-4dfc-b462-4c1b63a20448), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.292339 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (cc147444-37a1-4dfc-b462-4c1b63a20448), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.317994 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=106239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:58:24.328366 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc147444-37a1-4dfc-b462-4c1b63a20448,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:24.334105 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (5610adad-7b96-43c4-9395-293344a62ac8), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.334439 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.segments_db [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Added segment 5610adad-7b96-43c4-9395-293344a62ac8 of type vlan for network bdb8f25d-969f-4b3f-93fd-134c876a47c8 Sep 09 14:58:24.376738 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (bdb8f25d-969f-4b3f-93fd-134c876a47c8), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.408236 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (bdb8f25d-969f-4b3f-93fd-134c876a47c8), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.409521 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:24.410160 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.461789 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=74,neutron:DELETE=11,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:24.471300 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4363043 Sep 09 14:58:24.474794 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34614) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:24.477549 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5bc8f3-588d-4819-9ce0-8ef0b62b518a admin admin] Pushing event updated for resources: {'Network': ['ID=bdb8f25d-969f-4b3f-93fd-134c876a47c8,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:24.479719 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-ee48c14e-ad4e-41cf-9150-b39d77e50e00 admin admin] Request body: {'subnet': {'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2090923733-subnet', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:24.488152 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network bdb8f25d-969f-4b3f-93fd-134c876a47c8 details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:58:24.499872 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee48c14e-ad4e-41cf-9150-b39d77e50e00 admin admin] Made reservation on behalf of e498d32cc51a4bad9cb21e58985ce63e for: {'subnet': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:58:24.502195 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ee48c14e-ad4e-41cf-9150-b39d77e50e00 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.693134 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1c633cf-8875-447c-a710-18ed0469a493 req-a2875236-55ab-4c55-8cb2-9c5ef647c233 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 210 time: 0.0386844 Sep 09 14:58:24.699139 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ee48c14e-ad4e-41cf-9150-b39d77e50e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (ffcf31bc-f951-45a8-9046-0560105c9d10), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.755764 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48c14e-ad4e-41cf-9150-b39d77e50e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffcf31bc-f951-45a8-9046-0560105c9d10,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:24.766690 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee48c14e-ad4e-41cf-9150-b39d77e50e00 admin admin] Checking segment: {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:24.767036 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee48c14e-ad4e-41cf-9150-b39d77e50e00 admin admin] Network hostable DHCP agents. Network: bdb8f25d-969f-4b3f-93fd-134c876a47c8, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:58:24.777913 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:24.784121 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee48c14e-ad4e-41cf-9150-b39d77e50e00 admin admin] Network bdb8f25d-969f-4b3f-93fd-134c876a47c8 is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:58:24.794164 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-ee48c14e-ad4e-41cf-9150-b39d77e50e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, bdb8f25d-969f-4b3f-93fd-134c876a47c8) {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:24.798374 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee48c14e-ad4e-41cf-9150-b39d77e50e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:24.799016 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ee48c14e-ad4e-41cf-9150-b39d77e50e00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.802602 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcc02e0-b47b-4c86-9840-d37da7245bcf None None] Network bdb8f25d-969f-4b3f-93fd-134c876a47c8 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:58:24.818268 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-ee48c14e-ad4e-41cf-9150-b39d77e50e00 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3422909 Sep 09 14:58:24.820931 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34618) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:24.825191 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:24.847409 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10056'] for router (599cf530-5e09-4830-8502-2fe6e4f649ed), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.848470 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10065'] for router (599cf530-5e09-4830-8502-2fe6e4f649ed), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.852733 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:24.903471 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Publish callbacks [] for router_controller (599cf530-5e09-4830-8502-2fe6e4f649ed), precommit_add_association {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:24.907202 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 14:58:24.908126 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:25.036658 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Publish callbacks [] for router_gateway (599cf530-5e09-4830-8502-2fe6e4f649ed), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:25.043651 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 38a82255-0842-4e1d-ac54-27d11c73148c no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:58:25.047469 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:25.053371 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Allocated IP 172.20.0.2 (bdb8f25d-969f-4b3f-93fd-134c876a47c8/ffcf31bc-f951-45a8-9046-0560105c9d10/a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:25.073944 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 38a82255-0842-4e1d-ac54-27d11c73148c {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 14:58:25.074520 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 38a82255-0842-4e1d-ac54-27d11c73148c not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:58:25.220235 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:25.226857 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Publish callbacks [] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:25.234033 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:25.248469 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Publish callbacks [] for router_gateway (599cf530-5e09-4830-8502-2fe6e4f649ed), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:25.282244 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:25.395625 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671b0ef-1623-442d-90d9-4e128adc8f6e req-20a5de4a-2395-4de6-a4a0-67e3ddd73330 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:25.397144 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d671b0ef-1623-442d-90d9-4e128adc8f6e req-20a5de4a-2395-4de6-a4a0-67e3ddd73330 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0717418 Sep 09 14:58:25.419814 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Network bdb8f25d-969f-4b3f-93fd-134c876a47c8 is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:25.432925 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:25.442270 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:25.459303 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Pushing event updated for resources: {'Port': ['ID=a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:25.506476 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Allocated IP 172.27.3.53 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/541a4e11-054a-46fb-ad09-65700b846674) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:25.514289 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d671b0ef-1623-442d-90d9-4e128adc8f6e req-5af5dee9-8df2-442e-ad54-f7e4434f2199 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953887 Sep 09 14:58:25.535161 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Attempting to bind port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:58:25.535655 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Attempting to bind port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:58:25.536106 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Attempting to bind port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec on network bdb8f25d-969f-4b3f-93fd-134c876a47c8 {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:25.578390 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:58:25.578871 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Checking segment: {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:25.579332 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:25.579784 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Bound using segment: {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:58:25.580321 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Bound port: a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:58:25.580763 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:25.621946 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Publish callbacks [] for port (541a4e11-054a-46fb-ad09-65700b846674), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:25.643780 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] For port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:58:25.646806 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] For port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:58:25.653115 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:25.656691 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (541a4e11-054a-46fb-ad09-65700b846674), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:25.665357 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:25.705822 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:25.709692 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:25.710305 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f206222-62b5-47ac-a6e2-4d2eccdf0b49 None None] Pushing event updated for resources: {'Port': ['ID=a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:25.717753 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:25.722425 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Pushing event updated for resources: {'Port': ['ID=541a4e11-054a-46fb-ad09-65700b846674,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:26.082393 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d603605a-af97-4ee2-843f-7a72b80f49d8 req-c92c8c98-979c-4f80-80fa-2ea929b88908 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 210 time: 0.2939489 Sep 09 14:58:26.163883 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:26.231281 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:26.278151 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:26.278557 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-636ba80a-1af7-460d-8ba2-205d9aa94fed tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:26.278723 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:26.280077 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-636ba80a-1af7-460d-8ba2-205d9aa94fed tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.16 "GET /networking/v2.0/networks?id=ea70958d-8611-435f-9904-c0efb2e3e5e6 HTTP/1.1" status: 200 len: 809 time: 0.2000432 Sep 09 14:58:26.299093 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Request body: {'port': {'device_id': 'c042e26f-d7fb-43e8-bfd8-03593ca28f37', 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6', 'admin_state_up': True, 'tenant_id': 'bd3cfdafe89243748fe29bef991b2215'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:26.348720 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Publish callbacks [] for router_gateway (599cf530-5e09-4830-8502-2fe6e4f649ed), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:26.380465 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:26.381038 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:26.444811 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:26.454699 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:26.516452 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:26.617989 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Made reservation on behalf of bd3cfdafe89243748fe29bef991b2215 for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:58:26.622321 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:26.877648 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469cb74-65b0-4e8b-8c97-70f05ef53338 req-b5ff882c-27ac-4746-bcdf-67ff258e28f5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:26.879351 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3469cb74-65b0-4e8b-8c97-70f05ef53338 req-b5ff882c-27ac-4746-bcdf-67ff258e28f5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.2311256 Sep 09 14:58:26.888471 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840d4285-ec3d-4821-b82c-521d9f72ad28 None None] Network bdb8f25d-969f-4b3f-93fd-134c876a47c8 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:58:26.892241 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153'] for router (599cf530-5e09-4830-8502-2fe6e4f649ed), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:26.989664 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:27.004220 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:27.007421 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-8c22da9f-2481-46ff-b6b7-017a2119fde1 None None] Provisioning complete for port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:27.007854 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8c22da9f-2481-46ff-b6b7-017a2119fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:27.044176 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Allocated IP 172.20.0.5 (ea70958d-8611-435f-9904-c0efb2e3e5e6/8f8bfa4b-5d67-4025-ad17-7d9f30a52c81/23ce82d0-5c18-43b4-9e09-9f06c9e97ebf) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:27.059464 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3469cb74-65b0-4e8b-8c97-70f05ef53338 req-418928f9-e3d8-4aca-9726-db696d81c033 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716034 Sep 09 14:58:27.123658 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-8c22da9f-2481-46ff-b6b7-017a2119fde1 None None] Current status of the port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:27.242780 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:27.276909 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-20358188-09e6-4812-8571-faa9b156da84 req-de4863e3-9fdc-4a6d-aeda-2b03fa2e16b5 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 210 time: 0.0473523 Sep 09 14:58:27.280340 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Router 599cf530-5e09-4830-8502-2fe6e4f649ed is scheduled to L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 with binding_index 1 {{(pid=106238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:58:27.346518 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-d36d983c-b412-4ae1-a427-f3ba2f8920b5 None None] Provisioning complete for port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:27.347070 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d36d983c-b412-4ae1-a427-f3ba2f8920b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:27.376603 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:27.406921 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks [] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:27.421102 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-d36d983c-b412-4ae1-a427-f3ba2f8920b5 None None] Current status of the port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:27.431520 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:58:27.441295 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Sync routers for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:58:27.452160 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:27.452769 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:27.460580 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:27.461812 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-135e3df9-1a11-404f-9744-e8c44e8ef16f admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6398764 Sep 09 14:58:27.464612 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34698) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:27.500661 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:27.551292 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Network ea70958d-8611-435f-9904-c0efb2e3e5e6 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:27.556767 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:27.582377 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:27.592090 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:27.596442 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:27.597133 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:27.607913 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Pushing event updated for resources: {'Port': ['ID=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:27.629377 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-e0bd9f5a-26c9-4ab1-9944-9e58bfd774bb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3362708 Sep 09 14:58:27.723789 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:26Z', 'revision_number': 3, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:27.751942 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Checking router: 599cf530-5e09-4830-8502-2fe6e4f649ed for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:58:27.752283 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Updating router 599cf530-5e09-4830-8502-2fe6e4f649ed port 541a4e11-054a-46fb-ad09-65700b846674 binding host dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:58:27.779911 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (541a4e11-054a-46fb-ad09-65700b846674), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:27.845791 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:27.936191 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:28.032155 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Publish callbacks [] for port (541a4e11-054a-46fb-ad09-65700b846674), precommit_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:28.039088 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (541a4e11-054a-46fb-ad09-65700b846674), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:28.078881 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Attempting to bind port 541a4e11-054a-46fb-ad09-65700b846674 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:58:28.079247 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Attempting to bind port 541a4e11-054a-46fb-ad09-65700b846674 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:58:28.079607 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Attempting to bind port 541a4e11-054a-46fb-ad09-65700b846674 on network a04c0357-092d-4634-aff4-50eab99e036e {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:28.112979 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee25d0-33eb-4e63-9867-ab1ad3cbf8d6 None None] Pushing event updated for resources: {'Port': ['ID=541a4e11-054a-46fb-ad09-65700b846674,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:28.143147 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:58:28.143536 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:28.143926 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:28.147992 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Bound using segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:58:28.148305 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Bound port: 541a4e11-054a-46fb-ad09-65700b846674, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:58:28.148705 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (541a4e11-054a-46fb-ad09-65700b846674), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:28.175199 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:28.207048 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] For port 541a4e11-054a-46fb-ad09-65700b846674, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:58:28.210236 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] For port 541a4e11-054a-46fb-ad09-65700b846674, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=541a4e11-054a-46fb-ad09-65700b846674,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:58:28.216617 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (541a4e11-054a-46fb-ad09-65700b846674), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:28.247580 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:28.277880 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:28.278840 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:28.317799 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:28.331185 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e803a41-8592-418d-82ec-4fbb73a6c005 req-97d7d279-2edd-43f8-afa8-14e190c70442 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:28.332688 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9e803a41-8592-418d-82ec-4fbb73a6c005 req-97d7d279-2edd-43f8-afa8-14e190c70442 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0891571 Sep 09 14:58:28.348870 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:28.351518 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee25d0-33eb-4e63-9867-ab1ad3cbf8d6 None None] Pushing event updated for resources: {'Port': ['ID=541a4e11-054a-46fb-ad09-65700b846674,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:28.412427 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:28.412803 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:28.445957 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:28.464870 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf1128-d5d4-478f-b4b0-f486e91c2a53 req-b5d5d427-09ad-42af-aa4d-6504802bb49c tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:28.466368 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3bdf1128-d5d4-478f-b4b0-f486e91c2a53 req-b5d5d427-09ad-42af-aa4d-6504802bb49c tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 931 time: 0.1089005 Sep 09 14:58:28.471692 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Allocated IP 172.20.0.1 (bdb8f25d-969f-4b3f-93fd-134c876a47c8/ffcf31bc-f951-45a8-9046-0560105c9d10/ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:28.505117 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9e803a41-8592-418d-82ec-4fbb73a6c005 req-8229ec7e-ea55-4c63-a9a8-f89943e8b7b9 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543434 Sep 09 14:58:28.585804 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3bdf1128-d5d4-478f-b4b0-f486e91c2a53 req-5f5ce968-8be2-4c50-9b11-5369002b9091 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076145 Sep 09 14:58:28.610439 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:28.634132 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Publish callbacks [] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:28.657532 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:26Z', 'revision_number': 3, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:28.667072 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:28.681894 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c652da41-f98e-48a7-b657-2e924b43ad5f None None] The sync data for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi is: [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:26Z', 'revision_number': 3, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:58:28.702566 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Network bdb8f25d-969f-4b3f-93fd-134c876a47c8 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:28.705585 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:28.709057 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:28.709658 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705291'] for router_interface (599cf530-5e09-4830-8502-2fe6e4f649ed), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:28.753541 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Pushing event updated for resources: {'Port': ['ID=ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:28.814981 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:28.853606 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:28.952454 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-ed444824-589a-48ce-bd68-eab1e4322bb6 None None] Provisioning complete for port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:28.952920 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-ed444824-589a-48ce-bd68-eab1e4322bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:28.991286 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-ed444824-589a-48ce-bd68-eab1e4322bb6 None None] Port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:58:29.003873 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Request body: {'port': {'device_id': 'c042e26f-d7fb-43e8-bfd8-03593ca28f37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:29.104793 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:29.110542 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Publish callbacks [] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:29.119482 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:29.120677 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705431'] for router_interface (599cf530-5e09-4830-8502-2fe6e4f649ed), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:29.181425 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:29.246313 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Pushing event updated for resources: {'Port': ['ID=ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:29.402336 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Network bdb8f25d-969f-4b3f-93fd-134c876a47c8 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:29.406546 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:29.600265 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Router 599cf530-5e09-4830-8502-2fe6e4f649ed has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:58:29.622561 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:58:29.631333 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Publish callbacks [] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:29.654767 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:29.686149 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Transition to ACTIVE for port object 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 14:58:29.715446 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-dfd74a3e-c8d1-49ca-a0ec-a26dd58c7fed None None] Provisioning complete for port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:29.715975 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-dfd74a3e-c8d1-49ca-a0ec-a26dd58c7fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:29.723239 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a6a262-e52c-45e6-9d9e-a3d7b9d8f94d req-f8d60679-86ef-4da5-9772-4508f3feea73 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:29.724732 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-47a6a262-e52c-45e6-9d9e-a3d7b9d8f94d req-f8d60679-86ef-4da5-9772-4508f3feea73 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1218910 Sep 09 14:58:29.746279 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:29.748501 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-dfd74a3e-c8d1-49ca-a0ec-a26dd58c7fed None None] Port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:58:29.824237 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5138315-6c11-43e0-8602-5f340ebacfb5 req-4177fce7-824d-45c6-9017-385a05047b6f tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:29.825718 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a5138315-6c11-43e0-8602-5f340ebacfb5 req-4177fce7-824d-45c6-9017-385a05047b6f tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 943 time: 0.1542268 Sep 09 14:58:29.903278 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Pushing event updated for resources: {'Port': ['ID=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:29.947042 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-47a6a262-e52c-45e6-9d9e-a3d7b9d8f94d req-5ad6d897-f722-40e0-a09b-0d285cb7ff70 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953843 Sep 09 14:58:29.954605 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Attempting to bind port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:58:29.954944 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Attempting to bind port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '29e0638c-d611-4754-a482-3ae46e7aa68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:58:29.955274 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Attempting to bind port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf on network ea70958d-8611-435f-9904-c0efb2e3e5e6 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:29.986785 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:58:29.991948 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-66530123-bdb0-4145-8f43-9fee87503e99 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/599cf530-5e09-4830-8502-2fe6e4f649ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5262971 Sep 09 14:58:30.022501 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a5138315-6c11-43e0-8602-5f340ebacfb5 req-451af2eb-acc7-45ba-ba4b-0e30296de5cb tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889355 Sep 09 14:58:30.033179 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf on network ea70958d-8611-435f-9904-c0efb2e3e5e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 14:58:30.033613 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Attempting to bind port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf on network ea70958d-8611-435f-9904-c0efb2e3e5e6 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:30.036494 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:30.083724 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:58:30.084074 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Checking segment: {'id': '29e0638c-d611-4754-a482-3ae46e7aa68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:30.084429 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Bound using segment: {'id': '29e0638c-d611-4754-a482-3ae46e7aa68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:58:30.084864 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Bound port: 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e0638c-d611-4754-a482-3ae46e7aa68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:58:30.085236 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.156094 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] For port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:58:30.159371 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] For port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf,segment=NetworkSegment(29e0638c-d611-4754-a482-3ae46e7aa68b),segment_id=29e0638c-d611-4754-a482-3ae46e7aa68b)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:58:30.168523 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.175103 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:30.177325 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.181352 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/23ce82d0-5c18-43b4-9e09-9f06c9e97ebf HTTP/1.1" status: 200 len: 1093 time: 1.1818521 Sep 09 14:58:30.183807 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c042e26f-d7fb-43e8-bfd8-03593ca28f37', 'tag': '23ce82d0-5c18-43b4-9e09-9f06c9e97ebf'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:58:30.192327 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01991547-1da8-4540-bba4-f72a7fb5b319" -d '{"events": [{"name": "network-changed", "server_uuid": "c042e26f-d7fb-43e8-bfd8-03593ca28f37", "tag": "23ce82d0-5c18-43b4-9e09-9f06c9e97ebf"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:58:30.256955 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 541a4e11-054a-46fb-ad09-65700b846674 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:30.285689 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe490f5b-1e51-49ff-b21f-6f6b2d0785be x-openstack-request-id: req-fe490f5b-1e51-49ff-b21f-6f6b2d0785be {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:58:30.285977 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c042e26f-d7fb-43e8-bfd8-03593ca28f37", "tag": "23ce82d0-5c18-43b4-9e09-9f06c9e97ebf", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:58:30.286228 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe490f5b-1e51-49ff-b21f-6f6b2d0785be {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:58:30.286627 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe490f5b-1e51-49ff-b21f-6f6b2d0785be'] response: {'name': 'network-changed', 'server_uuid': 'c042e26f-d7fb-43e8-bfd8-03593ca28f37', 'tag': '23ce82d0-5c18-43b4-9e09-9f06c9e97ebf', 'status': 'completed', 'code': 200} Sep 09 14:58:30.302915 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-39dff764-9b97-4876-9c3b-98798925b393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:30.304489 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-39dff764-9b97-4876-9c3b-98798925b393 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd3cfdafe89243748fe29bef991b2215&device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 1127 time: 0.0611746 Sep 09 14:58:30.305521 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eee6a-cd8e-4685-9b63-c389e38eaa2d service neutron] Pushing event updated for resources: {'Port': ['ID=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:30.344511 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 541a4e11-054a-46fb-ad09-65700b846674 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:30.344952 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (541a4e11-054a-46fb-ad09-65700b846674), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.383567 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-062d9d15-9e52-45c6-b951-92bc772e3530 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf HTTP/1.1" status: 200 len: 217 time: 0.0645080 Sep 09 14:58:30.395510 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Sync routers for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:58:30.406670 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:30.407657 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:30.415164 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34734) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:30.419709 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-8fc5b095-c33c-4c16-9aa8-a60b7b3a2e4a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826232613', 'description': 'tempest-description--1385464626'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:30.451832 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:30.456566 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-cb890fd2-9780-49be-aaee-b4fc915a4e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:30.458250 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b095-c33c-4c16-9aa8-a60b7b3a2e4a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.458395 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 541a4e11-054a-46fb-ad09-65700b846674 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:30.458561 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-cb890fd2-9780-49be-aaee-b4fc915a4e79 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f8bfa4b-5d67-4025-ad17-7d9f30a52c81 HTTP/1.1" status: 200 len: 849 time: 0.0647287 Sep 09 14:58:30.458982 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (541a4e11-054a-46fb-ad09-65700b846674), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.483533 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 541a4e11-054a-46fb-ad09-65700b846674, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=541a4e11-054a-46fb-ad09-65700b846674,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:30.490147 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (541a4e11-054a-46fb-ad09-65700b846674), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.512957 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-5496df58-0813-482f-a3b8-fe8305c3dfd9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea70958d-8611-435f-9904-c0efb2e3e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413635 Sep 09 14:58:30.522111 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:30.564313 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=541a4e11-054a-46fb-ad09-65700b846674,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:30.564765 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b095-c33c-4c16-9aa8-a60b7b3a2e4a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group (c20de5f9-deaf-4ec8-8a0b-205d3bce9948), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.578451 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b095-c33c-4c16-9aa8-a60b7b3a2e4a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c20de5f9-deaf-4ec8-8a0b-205d3bce9948), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.615304 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8fc5b095-c33c-4c16-9aa8-a60b7b3a2e4a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.621281 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-8fc5b095-c33c-4c16-9aa8-a60b7b3a2e4a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2049389 Sep 09 14:58:30.622337 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34736) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:30.628083 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-320bbea4-cb17-48ab-9d24-f9529c1f9b41 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Request body: {'security_group_rule': {'security_group_id': 'c20de5f9-deaf-4ec8-8a0b-205d3bce9948', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:30.634711 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-0b24e077-4ac1-4002-b229-590b70f6f8c4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079392 Sep 09 14:58:30.637618 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5b095-c33c-4c16-9aa8-a60b7b3a2e4a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20de5f9-deaf-4ec8-8a0b-205d3bce9948,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:30.665903 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-320bbea4-cb17-48ab-9d24-f9529c1f9b41 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group_rule (052ae205-3a59-407a-b77e-159f9c9966f1), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.738246 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-320bbea4-cb17-48ab-9d24-f9529c1f9b41 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group_rule (052ae205-3a59-407a-b77e-159f9c9966f1), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.738697 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:30.740113 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 2, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:30.744002 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-320bbea4-cb17-48ab-9d24-f9529c1f9b41 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (052ae205-3a59-407a-b77e-159f9c9966f1), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.745837 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64182505-1fbe-478a-8188-b8d1c20144a2 req-1afbfd50-b7c4-4975-87f7-d94dcd5c5064 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983291 Sep 09 14:58:30.767426 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320bbea4-cb17-48ab-9d24-f9529c1f9b41 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052ae205-3a59-407a-b77e-159f9c9966f1,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:30.770857 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Checking router: 599cf530-5e09-4830-8502-2fe6e4f649ed for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:58:30.771203 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Updating router 599cf530-5e09-4830-8502-2fe6e4f649ed port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 binding host dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:58:30.777516 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-320bbea4-cb17-48ab-9d24-f9529c1f9b41 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.781763 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-320bbea4-cb17-48ab-9d24-f9529c1f9b41 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543179 Sep 09 14:58:30.781763 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34738) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:30.786154 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-2f0a086d-f274-4847-90b6-b156a0fe8848 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Request body: {'security_group_rule': {'security_group_id': 'c20de5f9-deaf-4ec8-8a0b-205d3bce9948', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:30.799909 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.814045 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2f0a086d-f274-4847-90b6-b156a0fe8848 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group_rule (1f598aba-6f90-4e6e-9ce1-c3179a73a495), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.871741 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2f0a086d-f274-4847-90b6-b156a0fe8848 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group_rule (1f598aba-6f90-4e6e-9ce1-c3179a73a495), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.875454 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2f0a086d-f274-4847-90b6-b156a0fe8848 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (1f598aba-6f90-4e6e-9ce1-c3179a73a495), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.895813 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a086d-f274-4847-90b6-b156a0fe8848 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f598aba-6f90-4e6e-9ce1-c3179a73a495,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:30.901817 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2f0a086d-f274-4847-90b6-b156a0fe8848 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:30.906426 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-2f0a086d-f274-4847-90b6-b156a0fe8848 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203105 Sep 09 14:58:30.906675 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34740) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:30.911195 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:30.912985 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:30.934277 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:31.030010 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:31.088678 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Publish callbacks [] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:31.099357 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:31.135534 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:31.181728 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c03d59-e0d2-4833-adb4-ffed06175588 req-8bff250c-e9f7-4f33-aa9e-12bea23c25c7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:31.193223 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-79c03d59-e0d2-4833-adb4-ffed06175588 req-8bff250c-e9f7-4f33-aa9e-12bea23c25c7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1196506 Sep 09 14:58:31.204001 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cf15c-e636-466f-8567-282df0985818 None None] Pushing event updated for resources: {'Port': ['ID=ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:31.221402 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1342e5-d3f4-4c3e-b422-757a816faae5 req-502db678-b2cf-4ec9-a354-311d4cee0e2e tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:31.222805 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1a1342e5-d3f4-4c3e-b422-757a816faae5 req-502db678-b2cf-4ec9-a354-311d4cee0e2e tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 943 time: 0.1123290 Sep 09 14:58:31.226729 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.227320 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.227838 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.228183 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.228561 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.229622 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.230494 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.230818 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.231182 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.231491 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.231817 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.232395 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.232735 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.233059 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.233436 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610cf15c-e636-466f-8567-282df0985818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:58:31.239053 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Attempting to bind port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:58:31.239610 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Attempting to bind port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:58:31.239965 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Attempting to bind port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 on network bdb8f25d-969f-4b3f-93fd-134c876a47c8 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:31.282331 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:58:31.283023 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Checking segment: {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:31.283416 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:31.283801 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Bound using segment: {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:58:31.284264 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Bound port: ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:58:31.284627 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:31.297013 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Allocated IP 172.27.3.100 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/15008456-e8c8-4575-899b-03ab13c89bb4) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:31.329664 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1a1342e5-d3f4-4c3e-b422-757a816faae5 req-f0bbbd82-2601-4bd2-8ed6-dbfd850e06ab tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942688 Sep 09 14:58:31.334019 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-79c03d59-e0d2-4833-adb4-ffed06175588 req-59a9dfc3-2c99-40bb-ad25-3e78b38e5371 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193411 Sep 09 14:58:31.362970 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] For port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:58:31.362970 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] For port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:58:31.369590 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:31.417468 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:31.421650 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:31.422340 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:31.447068 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for port (15008456-e8c8-4575-899b-03ab13c89bb4), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:31.478674 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610cf15c-e636-466f-8567-282df0985818 None None] Pushing event updated for resources: {'Port': ['ID=ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9,revision_number=4']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:31.483562 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (15008456-e8c8-4575-899b-03ab13c89bb4), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:31.538759 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:31.542335 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:31.546503 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:31.570169 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:31.587678 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event updated for resources: {'Port': ['ID=15008456-e8c8-4575-899b-03ab13c89bb4,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:31.617741 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (0b834545-2d59-46cf-9756-c58949fd55f5), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:31.670901 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (15008456-e8c8-4575-899b-03ab13c89bb4), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:31.698958 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:31.770745 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34768) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:31.791842 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:31Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:31.821003 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0624f3f2-1266-4125-9f71-671101adac32 None None] The sync data for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi is: [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:31Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:58:32.056541 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8f2774e6-37b3-4bac-ab23-d0e2d66d620e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.100910 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for port (15008456-e8c8-4575-899b-03ab13c89bb4), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.108022 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (15008456-e8c8-4575-899b-03ab13c89bb4), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.108706 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (0b834545-2d59-46cf-9756-c58949fd55f5), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.156573 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.157862 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2501421 Sep 09 14:58:32.179242 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55e53e-f607-4aa7-b3de-1a1233ce4733 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event updated for resources: {'Port': ['ID=15008456-e8c8-4575-899b-03ab13c89bb4,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:32.233025 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8f2774e6-37b3-4bac-ab23-d0e2d66d620e admin admin] Publish callbacks [] for security_group (868bc234-2772-43ca-b77f-933652aa6cfe), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.238789 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8f2774e6-37b3-4bac-ab23-d0e2d66d620e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (868bc234-2772-43ca-b77f-933652aa6cfe), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.303668 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-8f2774e6-37b3-4bac-ab23-d0e2d66d620e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=521940d9fe664526928616f10187d93c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5318987 Sep 09 14:58:32.306418 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34778) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:32.316617 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2774e6-37b3-4bac-ab23-d0e2d66d620e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868bc234-2772-43ca-b77f-933652aa6cfe,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:32.364727 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:32.368354 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a3644033-b2d1-46f1-b85c-531729043302 admin admin] Publish callbacks [] for security_group (868bc234-2772-43ca-b77f-933652aa6cfe), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.400440 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:32.403280 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a3644033-b2d1-46f1-b85c-531729043302 admin admin] Publish callbacks [] for security_group (868bc234-2772-43ca-b77f-933652aa6cfe), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.430693 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:32.431062 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.436320 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:32.511119 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:32.511522 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.513364 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:32.513933 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-0bf68c2c-d673-4ce9-b493-e66b11097ee3 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1826232613&fields=id&tenant_id=e498d32cc51a4bad9cb21e58985ce63e HTTP/1.1" status: 200 len: 267 time: 0.1222742 Sep 09 14:58:32.520837 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1677664b-0c44-4804-a118-d83465437310 req-e1f5cc3e-03af-47f1-9b9b-eceffbda4a75 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:32.522746 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1677664b-0c44-4804-a118-d83465437310 req-e1f5cc3e-03af-47f1-9b9b-eceffbda4a75 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0836568 Sep 09 14:58:32.559106 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:32.565037 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.565970 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 541a4e11-054a-46fb-ad09-65700b846674 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:32.612435 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a3644033-b2d1-46f1-b85c-531729043302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (868bc234-2772-43ca-b77f-933652aa6cfe), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.614916 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a3644033-b2d1-46f1-b85c-531729043302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.620336 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a3644033-b2d1-46f1-b85c-531729043302 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/868bc234-2772-43ca-b77f-933652aa6cfe HTTP/1.1" status: 204 len: 168 time: 0.3079762 Sep 09 14:58:32.656865 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:32.664879 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 541a4e11-054a-46fb-ad09-65700b846674 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:32.665542 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (541a4e11-054a-46fb-ad09-65700b846674), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:32.669124 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3644033-b2d1-46f1-b85c-531729043302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868bc234-2772-43ca-b77f-933652aa6cfe,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:32.687661 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1677664b-0c44-4804-a118-d83465437310 req-801e953b-79e0-405d-aa83-93524d139a14 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586764 Sep 09 14:58:32.772048 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-2a8d2a3e-e7e3-4d37-9f51-36a032d892a1 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:32.773879 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-2a8d2a3e-e7e3-4d37-9f51-36a032d892a1 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bdb8f25d-969f-4b3f-93fd-134c876a47c8 HTTP/1.1" status: 200 len: 811 time: 0.2371330 Sep 09 14:58:32.791119 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 541a4e11-054a-46fb-ad09-65700b846674 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:32.810450 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-a8b8ee0b-3368-46d5-9501-cd5696a1077a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/quotas/e498d32cc51a4bad9cb21e58985ce63e HTTP/1.1" status: 200 len: 375 time: 0.0274117 Sep 09 14:58:32.883637 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd01838-5d4c-43ab-9ea8-14a7f2d13cee req-322b8a43-b95c-4faa-a3b8-7bc174f7ee30 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:32.885402 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cdd01838-5d4c-43ab-9ea8-14a7f2d13cee req-322b8a43-b95c-4faa-a3b8-7bc174f7ee30 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 943 time: 0.0898468 Sep 09 14:58:32.893527 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-89e82b39-c749-472c-bfc8-941b67434e37 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e498d32cc51a4bad9cb21e58985ce63e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604432 Sep 09 14:58:32.926304 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:33.015106 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cdd01838-5d4c-43ab-9ea8-14a7f2d13cee req-2a667599-3191-44d4-be1c-f693900b0434 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195471 Sep 09 14:58:33.058365 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34798) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:33.075522 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-d489a339-728c-4c48-b5f4-d0d74017cafa service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596017 Sep 09 14:58:33.076400 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ebdba2bc-332b-4914-ba90-74b63db692cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:33.203465 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-8da5d686-0807-44e6-a4b0-81c06a669fd8 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189966 Sep 09 14:58:33.231601 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ebdba2bc-332b-4914-ba90-74b63db692cb admin admin] Publish callbacks [] for security_group (2f277c56-1071-4a0c-aead-f72c762c40c2), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:33.235965 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ebdba2bc-332b-4914-ba90-74b63db692cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (2f277c56-1071-4a0c-aead-f72c762c40c2), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:33.279786 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-ebdba2bc-332b-4914-ba90-74b63db692cb admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=964f8bd92168427792a9d4eef2848396&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203786 Sep 09 14:58:33.282837 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34802) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:33.289564 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdba2bc-332b-4914-ba90-74b63db692cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f277c56-1071-4a0c-aead-f72c762c40c2,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:33.366305 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-92f9e5fd-604c-4a52-8b48-510104999d63 admin admin] Publish callbacks [] for security_group (2f277c56-1071-4a0c-aead-f72c762c40c2), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:33.377338 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:33.401960 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4fd95558-3612-4812-afa3-56bc6c7e982d req-5f7ee9b0-0897-4ed7-97f2-f1d4b9ddbf0d tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 210 time: 0.0376005 Sep 09 14:58:33.415017 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-92f9e5fd-604c-4a52-8b48-510104999d63 admin admin] Publish callbacks [] for security_group (2f277c56-1071-4a0c-aead-f72c762c40c2), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:33.465717 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-92f9e5fd-604c-4a52-8b48-510104999d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (2f277c56-1071-4a0c-aead-f72c762c40c2), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:33.468144 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-92f9e5fd-604c-4a52-8b48-510104999d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:33.469472 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-92f9e5fd-604c-4a52-8b48-510104999d63 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2f277c56-1071-4a0c-aead-f72c762c40c2 HTTP/1.1" status: 204 len: 168 time: 0.1853337 Sep 09 14:58:33.477566 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9e5fd-604c-4a52-8b48-510104999d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f277c56-1071-4a0c-aead-f72c762c40c2,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:33.831051 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc53c32-1ae4-4fd1-8e21-e831e1760c04 req-7311a2ac-6972-4de0-8dc0-e84801a3be9f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:33.832516 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3dc53c32-1ae4-4fd1-8e21-e831e1760c04 req-7311a2ac-6972-4de0-8dc0-e84801a3be9f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0517108 Sep 09 14:58:33.841903 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34822) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:33.855324 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7d96265d-d6ee-442a-8138-33a4974ae94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:33.881511 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3dc53c32-1ae4-4fd1-8e21-e831e1760c04 req-e9d92335-cda9-4a44-adec-d275f565f97c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430305 Sep 09 14:58:33.933706 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7d96265d-d6ee-442a-8138-33a4974ae94a admin admin] Publish callbacks [] for security_group (751a9f3b-49e9-4529-acde-ce7e5e85e6a3), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:33.937224 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7d96265d-d6ee-442a-8138-33a4974ae94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (751a9f3b-49e9-4529-acde-ce7e5e85e6a3), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:33.978396 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-7d96265d-d6ee-442a-8138-33a4974ae94a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9987ef7f183547aa8e35ee06962fd8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354418 Sep 09 14:58:33.979597 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96265d-d6ee-442a-8138-33a4974ae94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751a9f3b-49e9-4529-acde-ce7e5e85e6a3,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:33.981603 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34824) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:34.034208 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3720b78b-4333-4cb0-b383-46d291faf5a1 admin admin] Publish callbacks [] for security_group (751a9f3b-49e9-4529-acde-ce7e5e85e6a3), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:34.054733 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3720b78b-4333-4cb0-b383-46d291faf5a1 admin admin] Publish callbacks [] for security_group (751a9f3b-49e9-4529-acde-ce7e5e85e6a3), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:34.137303 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3720b78b-4333-4cb0-b383-46d291faf5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (751a9f3b-49e9-4529-acde-ce7e5e85e6a3), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:34.139767 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3720b78b-4333-4cb0-b383-46d291faf5a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:34.140874 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-3720b78b-4333-4cb0-b383-46d291faf5a1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/751a9f3b-49e9-4529-acde-ce7e5e85e6a3 HTTP/1.1" status: 204 len: 168 time: 0.1571302 Sep 09 14:58:34.181527 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98591ad-d2a9-410d-99aa-1de77a14f988 req-a2a8fb6f-8fe2-4a72-84d9-59954ba20e8f tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:34.183168 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f98591ad-d2a9-410d-99aa-1de77a14f988 req-a2a8fb6f-8fe2-4a72-84d9-59954ba20e8f tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 943 time: 0.0800459 Sep 09 14:58:34.188586 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3720b78b-4333-4cb0-b383-46d291faf5a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751a9f3b-49e9-4529-acde-ce7e5e85e6a3,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:34.227919 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:34.255328 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:58:34.260862 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f98591ad-d2a9-410d-99aa-1de77a14f988 req-34ce8b25-674e-478f-8d91-d0b58bc080dc tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620565 Sep 09 14:58:34.310811 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:34.311417 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:34.412395 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf,segment=NetworkSegment(29e0638c-d611-4754-a482-3ae46e7aa68b),segment_id=29e0638c-d611-4754-a482-3ae46e7aa68b)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:34.444452 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '23ce82d0-5c18-43b4-9e09-9f06c9e97ebf', 'network_id': 'ea70958d-8611-435f-9904-c0efb2e3e5e6', 'port_id': '23ce82d0-5c18-43b4-9e09-9f06c9e97ebf', 'mac_address': 'fa:16:3e:b8:b3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f8bfa4b-5d67-4025-ad17-7d9f30a52c81', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:58:34.451934 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:34.480990 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:34.495013 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:34.495412 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:34.508999 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:58:34.520257 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dc6cba17-3bd1-44ac-852b-ad62dd83448e req-8e536a77-907f-4880-b239-bfffce2f887c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 210 time: 0.0366986 Sep 09 14:58:34.540248 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf,segment=NetworkSegment(29e0638c-d611-4754-a482-3ae46e7aa68b),segment_id=29e0638c-d611-4754-a482-3ae46e7aa68b)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:34.551188 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:34.601564 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:34.800243 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01991547-1da8-4540-bba4-f72a7fb5b319 req-6f72ce76-ee0d-4216-8725-33a3ac083172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:34.802953 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-01991547-1da8-4540-bba4-f72a7fb5b319 req-6f72ce76-ee0d-4216-8725-33a3ac083172 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=bd3cfdafe89243748fe29bef991b2215&device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 1128 time: 0.0480328 Sep 09 14:58:34.846653 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:34.891102 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['23ce82d0-5c18-43b4-9e09-9f06c9e97ebf'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:58:34.953983 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01991547-1da8-4540-bba4-f72a7fb5b319 req-2cdaa983-b226-4c48-9ad5-132ab40b46ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:34.955480 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-01991547-1da8-4540-bba4-f72a7fb5b319 req-2cdaa983-b226-4c48-9ad5-132ab40b46ef service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=ea70958d-8611-435f-9904-c0efb2e3e5e6 HTTP/1.1" status: 200 len: 910 time: 0.1457415 Sep 09 14:58:34.987684 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34860) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:35.023068 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-01991547-1da8-4540-bba4-f72a7fb5b319 req-1bd09186-cc9b-4d40-aa9c-6b0e7adeed53 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf HTTP/1.1" status: 200 len: 217 time: 0.0532753 Sep 09 14:58:35.052154 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:35.120399 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328e398-43a7-4299-84ae-40172bc043ee req-d9e0e196-6177-4e0e-95ef-6b386228299a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:35.121933 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3328e398-43a7-4299-84ae-40172bc043ee req-d9e0e196-6177-4e0e-95ef-6b386228299a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1449337 Sep 09 14:58:35.145466 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01991547-1da8-4540-bba4-f72a7fb5b319 req-21fc2ade-82e4-41b3-9044-ea47f7a61a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:35.146906 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-01991547-1da8-4540-bba4-f72a7fb5b319 req-21fc2ade-82e4-41b3-9044-ea47f7a61a1f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=8f8bfa4b-5d67-4025-ad17-7d9f30a52c81 HTTP/1.1" status: 200 len: 849 time: 0.0908053 Sep 09 14:58:35.171827 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-652982761-network', 'tenant_id': '3f711f25c212427db970f02391c79d1c'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:35.191690 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-01991547-1da8-4540-bba4-f72a7fb5b319 req-f159add6-9f8a-4037-a359-d094d3a24b4c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=ea70958d-8611-435f-9904-c0efb2e3e5e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349050 Sep 09 14:58:35.204550 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Made reservation on behalf of 3f711f25c212427db970f02391c79d1c for: {'network': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:58:35.207806 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.217520 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.239258 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34866) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:35.252485 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:35.286240 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3328e398-43a7-4299-84ae-40172bc043ee req-ac5803f3-781f-4171-82c7-908dee1e9f1b tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569960 Sep 09 14:58:35.288835 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=71,neutron:INSERT=20,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:35.360389 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Publish callbacks [] for security_group (9abb1378-8059-438e-beb0-5b27e5a4443e), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.366807 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9abb1378-8059-438e-beb0-5b27e5a4443e), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.383485 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-01991547-1da8-4540-bba4-f72a7fb5b319 req-a56d7962-c261-45a9-948e-0cee6c033e1d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796315 Sep 09 14:58:35.400058 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=106239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:58:35.420147 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-aa86af29-94a1-40e2-aa58-0aca2966c068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.434544 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (e3757da1-7f49-4980-95fa-fa07f55fba9a), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.434890 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.segments_db [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Added segment e3757da1-7f49-4980-95fa-fa07f55fba9a of type vlan for network 8d2d50ee-a393-4bca-920f-08b3f70f628d Sep 09 14:58:35.442725 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af57221-1ad5-428a-82ec-1641bd2e7619 req-7f7c5eec-149c-4741-b273-8bcbaca4c572 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:35.444194 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5af57221-1ad5-428a-82ec-1641bd2e7619 req-7f7c5eec-149c-4741-b273-8bcbaca4c572 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 944 time: 0.0559390 Sep 09 14:58:35.445866 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abb1378-8059-438e-beb0-5b27e5a4443e,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:35.498437 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (8d2d50ee-a393-4bca-920f-08b3f70f628d), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.518640 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5af57221-1ad5-428a-82ec-1641bd2e7619 req-dbcb134f-3e90-49c2-bd44-438944037592 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492125 Sep 09 14:58:35.551811 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (8d2d50ee-a393-4bca-920f-08b3f70f628d), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.552825 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:35.553714 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.606456 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:35.626012 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6372342 Sep 09 14:58:35.637729 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34882) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:35.642730 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-01afeec5-6ac3-46ec-b495-3fb81b521af1 admin admin] Request body: {'subnet': {'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-652982761-subnet', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'ip_version': 4}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:35.656851 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e874e513-dbce-4b90-bd72-96dab05957d3 req-756d1b87-d484-4405-99ac-623643b637c8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 210 time: 0.0600040 Sep 09 14:58:35.661949 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e6d38b-6c3d-4c75-be80-6c83f4282ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=8d2d50ee-a393-4bca-920f-08b3f70f628d,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:35.665808 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-aa86af29-94a1-40e2-aa58-0aca2966c068 admin admin] Publish callbacks [] for security_group (c3a3c84c-5e05-4b94-a67f-e187c5b72db6), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.675536 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network 8d2d50ee-a393-4bca-920f-08b3f70f628d details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:58:35.678279 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-aa86af29-94a1-40e2-aa58-0aca2966c068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c3a3c84c-5e05-4b94-a67f-e187c5b72db6), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.711985 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01afeec5-6ac3-46ec-b495-3fb81b521af1 admin admin] Made reservation on behalf of 3f711f25c212427db970f02391c79d1c for: {'subnet': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:58:35.716182 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-01afeec5-6ac3-46ec-b495-3fb81b521af1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3835909'] for subnet (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.747806 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-aa86af29-94a1-40e2-aa58-0aca2966c068 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=fab43244f2a043f988668489b6b7f6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5072401 Sep 09 14:58:35.755090 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 34884) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:35.781566 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86af29-94a1-40e2-aa58-0aca2966c068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a3c84c-5e05-4b94-a67f-e187c5b72db6,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:35.806573 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-01991547-1da8-4540-bba4-f72a7fb5b319 req-772639d9-73fe-4a03-859e-45a64048ecbc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971133 Sep 09 14:58:35.872787 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f21d8e2b-8f7b-40f9-979d-dbb05feb7144 admin admin] Publish callbacks [] for security_group (c3a3c84c-5e05-4b94-a67f-e187c5b72db6), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.915995 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f21d8e2b-8f7b-40f9-979d-dbb05feb7144 admin admin] Publish callbacks [] for security_group (c3a3c84c-5e05-4b94-a67f-e187c5b72db6), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.936006 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-cdd0e91f-908c-4578-96db-09bf31424777 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:35.937499 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-cdd0e91f-908c-4578-96db-09bf31424777 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.16 "GET /networking/v2.0/networks?id=bdb8f25d-969f-4b3f-93fd-134c876a47c8 HTTP/1.1" status: 200 len: 811 time: 0.1946518 Sep 09 14:58:35.943827 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-01afeec5-6ac3-46ec-b495-3fb81b521af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3835931'] for subnet (f0f47d81-143a-4923-84fd-72ceb666893e), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:35.971805 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:36.022376 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-7fc2b27e-6420-4abd-aaaf-239a59bdcb9e tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e498d32cc51a4bad9cb21e58985ce63e HTTP/1.1" status: 200 len: 380 time: 0.0703223 Sep 09 14:58:36.022694 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01afeec5-6ac3-46ec-b495-3fb81b521af1 admin admin] Checking segment: {'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:36.023472 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f21d8e2b-8f7b-40f9-979d-dbb05feb7144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c3a3c84c-5e05-4b94-a67f-e187c5b72db6), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.023637 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01afeec5-6ac3-46ec-b495-3fb81b521af1 admin admin] Network hostable DHCP agents. Network: 8d2d50ee-a393-4bca-920f-08b3f70f628d, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:58:36.026399 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f21d8e2b-8f7b-40f9-979d-dbb05feb7144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.027741 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-f21d8e2b-8f7b-40f9-979d-dbb05feb7144 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c3a3c84c-5e05-4b94-a67f-e187c5b72db6 HTTP/1.1" status: 204 len: 168 time: 0.2698143 Sep 09 14:58:36.027915 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afeec5-6ac3-46ec-b495-3fb81b521af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f47d81-143a-4923-84fd-72ceb666893e,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:36.040272 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d8e2b-8f7b-40f9-979d-dbb05feb7144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a3c84c-5e05-4b94-a67f-e187c5b72db6,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:36.050437 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01afeec5-6ac3-46ec-b495-3fb81b521af1 admin admin] Network 8d2d50ee-a393-4bca-920f-08b3f70f628d is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:58:36.062713 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-01afeec5-6ac3-46ec-b495-3fb81b521af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, 8d2d50ee-a393-4bca-920f-08b3f70f628d) {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:36.067642 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01afeec5-6ac3-46ec-b495-3fb81b521af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:36.068300 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-01afeec5-6ac3-46ec-b495-3fb81b521af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.076113 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd5259a-c7a0-44a4-a807-de531b96594d None None] Network 8d2d50ee-a393-4bca-920f-08b3f70f628d requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:58:36.084552 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Request body: {'port': {'device_id': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'admin_state_up': True, 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'security_groups': ['c20de5f9-deaf-4ec8-8a0b-205d3bce9948']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:36.092409 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-01afeec5-6ac3-46ec-b495-3fb81b521af1 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4508324 Sep 09 14:58:36.093172 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34892) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:36.112642 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:36.143373 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10056'] for router (ca41d320-9673-4cf5-9f00-dc9c11d422ca), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.145637 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10065'] for router (ca41d320-9673-4cf5-9f00-dc9c11d422ca), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.167606 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:36.209744 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:36.227765 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-8d2d50ee-a393-4bca-920f-08b3f70f628d', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'project_id': '3f711f25c212427db970f02391c79d1c', 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 14:58:36.228712 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.240496 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Made reservation on behalf of e498d32cc51a4bad9cb21e58985ce63e for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:58:36.246499 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Publish callbacks [] for router_controller (ca41d320-9673-4cf5-9f00-dc9c11d422ca), precommit_add_association {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.246976 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.249232 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:36.375995 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 14:58:36.404694 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:36.405074 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.466076 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Publish callbacks [] for router_gateway (ca41d320-9673-4cf5-9f00-dc9c11d422ca), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.476358 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Allocated IP 172.20.0.2 (8d2d50ee-a393-4bca-920f-08b3f70f628d/f0f47d81-143a-4923-84fd-72ceb666893e/dcecb134-b663-4eba-89eb-b23d527b412d) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:36.480044 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b620fac-6eef-4ed3-abff-55305d759beb req-e1a758ae-480a-4581-b53a-de9db19323ad tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:36.481531 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9b620fac-6eef-4ed3-abff-55305d759beb req-e1a758ae-480a-4581-b53a-de9db19323ad tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0816972 Sep 09 14:58:36.482687 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Allocated IP 172.20.0.6 (bdb8f25d-969f-4b3f-93fd-134c876a47c8/ffcf31bc-f951-45a8-9046-0560105c9d10/112e83fe-adcc-47b0-8085-50326186abe9) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:36.577905 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:36.578481 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.632032 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c042e26f-d7fb-43e8-bfd8-03593ca28f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ce82d0-5c18-43b4-9e09-9f06c9e97ebf'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:58:36.635548 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5280edd9-4bf8-4777-aa0a-231cf0ce0015" -d '{"events": [{"server_uuid": "c042e26f-d7fb-43e8-bfd8-03593ca28f37", "name": "network-vif-plugged", "status": "completed", "tag": "23ce82d0-5c18-43b4-9e09-9f06c9e97ebf"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:58:36.646013 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9b620fac-6eef-4ed3-abff-55305d759beb req-f7a77228-e866-4f88-96b2-73954798b9b4 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522462 Sep 09 14:58:36.648706 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:36.667658 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf,segment=NetworkSegment(29e0638c-d611-4754-a482-3ae46e7aa68b),segment_id=29e0638c-d611-4754-a482-3ae46e7aa68b)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:36.691416 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.757096 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f210b5-84c0-4425-9125-e6c90b95a90c x-openstack-request-id: req-c3f210b5-84c0-4425-9125-e6c90b95a90c {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:58:36.757616 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c042e26f-d7fb-43e8-bfd8-03593ca28f37", "name": "network-vif-plugged", "status": "completed", "tag": "23ce82d0-5c18-43b4-9e09-9f06c9e97ebf", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:58:36.758103 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3f210b5-84c0-4425-9125-e6c90b95a90c {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:58:36.758882 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f210b5-84c0-4425-9125-e6c90b95a90c'] response: {'server_uuid': 'c042e26f-d7fb-43e8-bfd8-03593ca28f37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23ce82d0-5c18-43b4-9e09-9f06c9e97ebf', 'code': 200} Sep 09 14:58:36.764507 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Publish callbacks [] for router_gateway (ca41d320-9673-4cf5-9f00-dc9c11d422ca), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.827262 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.858961 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Publish callbacks [] for port (dcecb134-b663-4eba-89eb-b23d527b412d), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.869772 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:36.870054 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5e1cd-06fa-4a24-a92c-d72e7b965098 req-060af660-460e-4cf2-99b6-cecd03f7cfab tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:36.871575 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7ec5e1cd-06fa-4a24-a92c-d72e7b965098 req-060af660-460e-4cf2-99b6-cecd03f7cfab tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 945 time: 0.1726491 Sep 09 14:58:36.883685 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:36.932150 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Network 8d2d50ee-a393-4bca-920f-08b3f70f628d is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:36.932843 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:36.962013 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-feea5e1f-9645-4805-8731-9ac7fb0dcac3 req-a33862db-2948-4c0f-a6aa-4fa0e996e5c4 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 210 time: 0.0894346 Sep 09 14:58:37.032778 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Allocated IP 172.27.3.44 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/7fb26701-510f-4c84-825c-53a26f9b1aca) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:37.043193 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:37.056117 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7ec5e1cd-06fa-4a24-a92c-d72e7b965098 req-1ffdf5c3-e8a9-42fa-ba20-e1a772be032f tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699378 Sep 09 14:58:37.056810 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Pushing event updated for resources: {'Port': ['ID=dcecb134-b663-4eba-89eb-b23d527b412d,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:37.062568 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:37.067121 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:37.115756 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef9fb3-cae5-40d5-af10-3e77df098e5e req-516439ce-9513-405e-8311-5503491d0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:37.118553 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0aef9fb3-cae5-40d5-af10-3e77df098e5e req-516439ce-9513-405e-8311-5503491d0c57 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 1129 time: 0.1345615 Sep 09 14:58:37.122330 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for port (112e83fe-adcc-47b0-8085-50326186abe9), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:37.139597 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Attempting to bind port dcecb134-b663-4eba-89eb-b23d527b412d on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:58:37.141458 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Attempting to bind port dcecb134-b663-4eba-89eb-b23d527b412d by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:58:37.141938 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Attempting to bind port dcecb134-b663-4eba-89eb-b23d527b412d on network 8d2d50ee-a393-4bca-920f-08b3f70f628d {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:37.199135 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0aef9fb3-cae5-40d5-af10-3e77df098e5e req-c04770c4-395d-403e-af15-a3d25a40dfa0 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725620 Sep 09 14:58:37.205065 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:58:37.205895 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Checking segment: {'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:37.208031 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:37.209058 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Bound using segment: {'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:58:37.209904 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Bound port: dcecb134-b663-4eba-89eb-b23d527b412d, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:58:37.210507 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:37.238739 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Publish callbacks [] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:37.255919 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (112e83fe-adcc-47b0-8085-50326186abe9), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:37.292758 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:37.313602 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Network bdb8f25d-969f-4b3f-93fd-134c876a47c8 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:37.318324 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:37.335197 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:37.342008 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:37.342682 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:37.365270 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event updated for resources: {'Port': ['ID=112e83fe-adcc-47b0-8085-50326186abe9,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:37.384651 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-48816352-c146-4a94-812e-1b8378a92c45 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3050053 Sep 09 14:58:37.407079 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb26701-510f-4c84-825c-53a26f9b1aca,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:37.415096 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] For port dcecb134-b663-4eba-89eb-b23d527b412d, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:58:37.419611 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] For port dcecb134-b663-4eba-89eb-b23d527b412d, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=dcecb134-b663-4eba-89eb-b23d527b412d,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:58:37.434102 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:37.435475 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Request body: {'port': {'device_id': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:37.438296 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:37.440688 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:37.443368 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:37.518617 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:37.530576 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df056042-4a9f-4917-8ac0-5f58746ce60a None None] Pushing event updated for resources: {'Port': ['ID=dcecb134-b663-4eba-89eb-b23d527b412d,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:37.542826 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:37.584337 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (112e83fe-adcc-47b0-8085-50326186abe9), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:37.651683 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c2a579b0-3222-4c70-a80b-d32e4cc51d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:37.766833 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-7ceadeae-04cc-40f3-ba90-06db03f6c657 None None] Provisioning complete for port 112e83fe-adcc-47b0-8085-50326186abe9 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:37.767504 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-7ceadeae-04cc-40f3-ba90-06db03f6c657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (112e83fe-adcc-47b0-8085-50326186abe9), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:37.850681 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-7ceadeae-04cc-40f3-ba90-06db03f6c657 None None] Port 112e83fe-adcc-47b0-8085-50326186abe9 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:58:37.895259 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:37.903408 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9726c-9b81-4cda-b3e2-cb859a9f53fd req-16701d97-6a62-4717-8e16-a2d22e28206c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:37.905109 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-43c9726c-9b81-4cda-b3e2-cb859a9f53fd req-16701d97-6a62-4717-8e16-a2d22e28206c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1299682 Sep 09 14:58:37.918423 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Publish callbacks [] for router_gateway (ca41d320-9673-4cf5-9f00-dc9c11d422ca), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:38.052620 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-43c9726c-9b81-4cda-b3e2-cb859a9f53fd req-2c14b0c1-b83a-48b7-a8aa-25856281039a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357551 Sep 09 14:58:38.121691 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 112e83fe-adcc-47b0-8085-50326186abe9 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:58:38.129851 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Publish callbacks [] for port (112e83fe-adcc-47b0-8085-50326186abe9), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:38.179373 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Transition to ACTIVE for port object 112e83fe-adcc-47b0-8085-50326186abe9 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 14:58:38.196583 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (112e83fe-adcc-47b0-8085-50326186abe9), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:38.222172 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378940fe-43b9-42dc-81ae-4b31a84add50 req-81d78465-633b-4382-9a31-89ae1fdacd5c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:38.223791 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-378940fe-43b9-42dc-81ae-4b31a84add50 req-81d78465-633b-4382-9a31-89ae1fdacd5c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 931 time: 0.0867882 Sep 09 14:58:38.243939 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153'] for router (ca41d320-9673-4cf5-9f00-dc9c11d422ca), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:38.266887 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device dcecb134-b663-4eba-89eb-b23d527b412d up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:38.325336 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port dcecb134-b663-4eba-89eb-b23d527b412d triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:38.326463 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:38.392905 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Router ca41d320-9673-4cf5-9f00-dc9c11d422ca is scheduled to L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 with binding_index 1 {{(pid=106239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:58:38.432031 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port dcecb134-b663-4eba-89eb-b23d527b412d is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:38.432419 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:38.489580 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port dcecb134-b663-4eba-89eb-b23d527b412d, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=dcecb134-b663-4eba-89eb-b23d527b412d,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:38.495500 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:38.529879 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:58:38.551689 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Sync routers for ids ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:58:38.558507 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:38.559921 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-873cf651-5938-4f4b-ad58-1d08ec0d36f4 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4654889 Sep 09 14:58:38.562773 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 34950) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:38.593636 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=dcecb134-b663-4eba-89eb-b23d527b412d,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:38.597634 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Routers {'ca41d320-9673-4cf5-9f00-dc9c11d422ca'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:38.598545 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:38.617664 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:38.656947 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd39f0-2623-4278-92ae-52422d600757 req-9f058e11-19da-4ccd-abd1-ba9583881ebd tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:38.661430 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ddd39f0-2623-4278-92ae-52422d600757 req-9f058e11-19da-4ccd-abd1-ba9583881ebd tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 945 time: 0.4612598 Sep 09 14:58:38.668713 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Pushing event updated for resources: {'Port': ['ID=112e83fe-adcc-47b0-8085-50326186abe9,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:38.693018 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Attempting to bind port 112e83fe-adcc-47b0-8085-50326186abe9 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:58:38.693514 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Attempting to bind port 112e83fe-adcc-47b0-8085-50326186abe9 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:58:38.693906 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Attempting to bind port 112e83fe-adcc-47b0-8085-50326186abe9 on network bdb8f25d-969f-4b3f-93fd-134c876a47c8 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:38.749444 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-378940fe-43b9-42dc-81ae-4b31a84add50 req-c0abbcd4-f426-4016-bf85-6b829d552f06 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4921334 Sep 09 14:58:38.758268 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Set router ca41d320-9673-4cf5-9f00-dc9c11d422ca gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:38.804204 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Port 112e83fe-adcc-47b0-8085-50326186abe9 on network bdb8f25d-969f-4b3f-93fd-134c876a47c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 14:58:38.804528 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Attempting to bind port 112e83fe-adcc-47b0-8085-50326186abe9 on network bdb8f25d-969f-4b3f-93fd-134c876a47c8 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:38.867604 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ddd39f0-2623-4278-92ae-52422d600757 req-f9dbacef-cd7a-422e-a5ef-f6749d5e10f1 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932993 Sep 09 14:58:38.904623 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:58:38.905571 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Checking segment: {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:38.906099 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Bound using segment: {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:58:38.906679 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Bound port: 112e83fe-adcc-47b0-8085-50326186abe9, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:58:38.907318 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (112e83fe-adcc-47b0-8085-50326186abe9), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:38.928365 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:38.937408 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:38.996690 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99537e95-5acc-41d1-b13e-9e597712ad4f None None] Network 8d2d50ee-a393-4bca-920f-08b3f70f628d requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:58:39.001640 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] For port 112e83fe-adcc-47b0-8085-50326186abe9, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:58:39.005640 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] For port 112e83fe-adcc-47b0-8085-50326186abe9, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=112e83fe-adcc-47b0-8085-50326186abe9,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:58:39.014883 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (112e83fe-adcc-47b0-8085-50326186abe9), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:39.019847 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:39.020445 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:39.021877 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/112e83fe-adcc-47b0-8085-50326186abe9 HTTP/1.1" status: 200 len: 1093 time: 1.5919440 Sep 09 14:58:39.029123 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'tag': '112e83fe-adcc-47b0-8085-50326186abe9'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:58:39.029327 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6fa508-9769-48ca-98b5-47eb1ba3bc34" -d '{"events": [{"name": "network-changed", "server_uuid": "762529ff-2c14-4d96-85cb-3908b1f9e26b", "tag": "112e83fe-adcc-47b0-8085-50326186abe9"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:58:39.049446 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:39.101228 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cca19a-cf42-4b09-8f20-399e73055f97 x-openstack-request-id: req-c3cca19a-cf42-4b09-8f20-399e73055f97 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:58:39.102131 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762529ff-2c14-4d96-85cb-3908b1f9e26b", "tag": "112e83fe-adcc-47b0-8085-50326186abe9", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:58:39.102385 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3cca19a-cf42-4b09-8f20-399e73055f97 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:58:39.102781 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3cca19a-cf42-4b09-8f20-399e73055f97'] response: {'name': 'network-changed', 'server_uuid': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'tag': '112e83fe-adcc-47b0-8085-50326186abe9', 'status': 'completed', 'code': 200} Sep 09 14:58:39.120790 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-8d9c95c5-5eaa-440f-834b-3ab3577d0c69 None None] Provisioning complete for port dcecb134-b663-4eba-89eb-b23d527b412d triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:39.121294 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8d9c95c5-5eaa-440f-834b-3ab3577d0c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:39.139844 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:39.157265 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a612be2-af34-4598-835c-7cd2d2d26575 service neutron] Pushing event updated for resources: {'Port': ['ID=112e83fe-adcc-47b0-8085-50326186abe9,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:39.169776 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-f1c6c8d9-c607-4ab2-9913-e8f3c8fa42aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:39.171980 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-f1c6c8d9-c607-4ab2-9913-e8f3c8fa42aa service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e498d32cc51a4bad9cb21e58985ce63e&device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 1127 time: 0.0810776 Sep 09 14:58:39.241328 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:39.269732 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5522f-e1fc-4a85-9a9c-9d9a1b662ecc req-a410100d-86bc-4ffa-b387-5e3972ff8cf5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:39.277553 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d1e5522f-e1fc-4a85-9a9c-9d9a1b662ecc req-a410100d-86bc-4ffa-b387-5e3972ff8cf5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0826340 Sep 09 14:58:39.342454 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d1e5522f-e1fc-4a85-9a9c-9d9a1b662ecc req-3f02baab-805c-445c-a8b8-28669cf69e7e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638957 Sep 09 14:58:39.354453 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:37Z', 'revision_number': 3, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:39.403669 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Checking router: ca41d320-9673-4cf5-9f00-dc9c11d422ca for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:58:39.404025 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Updating router ca41d320-9673-4cf5-9f00-dc9c11d422ca port 7fb26701-510f-4c84-825c-53a26f9b1aca binding host dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:58:39.446511 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:39.450114 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:39.534241 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-8d9c95c5-5eaa-440f-834b-3ab3577d0c69 None None] Current status of the port dcecb134-b663-4eba-89eb-b23d527b412d is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:39.622769 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Allocated IP 172.20.0.1 (8d2d50ee-a393-4bca-920f-08b3f70f628d/f0f47d81-143a-4923-84fd-72ceb666893e/9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:39.759339 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Publish callbacks [] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:39.774799 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-ea6def55-0806-4a22-95de-15f315d66222 None None] Provisioning complete for port dcecb134-b663-4eba-89eb-b23d527b412d triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:39.775185 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-ea6def55-0806-4a22-95de-15f315d66222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:39.794644 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:39.845674 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Network 8d2d50ee-a393-4bca-920f-08b3f70f628d is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:39.850232 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:39.852988 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:39.855504 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Publish callbacks [] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), precommit_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:39.886371 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:39.889506 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:39.927274 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705291'] for router_interface (ca41d320-9673-4cf5-9f00-dc9c11d422ca), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:39.994845 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-a60b25a2-0d11-44f5-91db-b89b99c1aa3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:40.004234 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7efaf-e890-4889-a404-429d94791de6 req-3b48e75a-a037-4130-b379-c57f64c1d24e tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:40.006589 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-04a7efaf-e890-4889-a404-429d94791de6 req-3b48e75a-a037-4130-b379-c57f64c1d24e tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 943 time: 0.1010408 Sep 09 14:58:40.033619 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Attempting to bind port 7fb26701-510f-4c84-825c-53a26f9b1aca on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:58:40.034307 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Attempting to bind port 7fb26701-510f-4c84-825c-53a26f9b1aca by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:58:40.034945 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Attempting to bind port 7fb26701-510f-4c84-825c-53a26f9b1aca on network a04c0357-092d-4634-aff4-50eab99e036e {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:40.055648 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfb0a4-8b89-4646-9f19-b972775864de None None] Pushing event updated for resources: {'Port': ['ID=7fb26701-510f-4c84-825c-53a26f9b1aca,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:40.103267 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-ea6def55-0806-4a22-95de-15f315d66222 None None] Current status of the port dcecb134-b663-4eba-89eb-b23d527b412d is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:40.116532 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:58:40.116887 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478aac5a-f8d6-428a-ac10-9fc907a8ef48 req-940589c5-16f3-4f40-8d51-a255906e6f88 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:40.117021 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:40.117333 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:40.117738 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Bound using segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:58:40.118221 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Bound port: 7fb26701-510f-4c84-825c-53a26f9b1aca, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:58:40.118604 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:40.123411 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-478aac5a-f8d6-428a-ac10-9fc907a8ef48 req-940589c5-16f3-4f40-8d51-a255906e6f88 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 945 time: 0.0992072 Sep 09 14:58:40.132974 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-04a7efaf-e890-4889-a404-429d94791de6 req-b793e76b-d4df-40aa-bc75-25807add735b tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076059 Sep 09 14:58:40.141950 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:40.199134 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] For port 7fb26701-510f-4c84-825c-53a26f9b1aca, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:58:40.203494 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] For port 7fb26701-510f-4c84-825c-53a26f9b1aca, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=7fb26701-510f-4c84-825c-53a26f9b1aca,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:58:40.204338 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-478aac5a-f8d6-428a-ac10-9fc907a8ef48 req-0923a671-db8f-4d93-bd1c-23ff9d41e54a tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716558 Sep 09 14:58:40.205722 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:40.223791 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:40.229079 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:40.291837 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device dcecb134-b663-4eba-89eb-b23d527b412d up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:40.322189 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Routers {'ca41d320-9673-4cf5-9f00-dc9c11d422ca'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:40.323409 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:40.360892 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:40.375088 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abfb0a4-8b89-4646-9f19-b972775864de None None] Pushing event updated for resources: {'Port': ['ID=7fb26701-510f-4c84-825c-53a26f9b1aca,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:40.411466 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-6593650d-6c8c-43b1-9483-450ed966a04c None None] Provisioning complete for port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:40.411839 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6593650d-6c8c-43b1-9483-450ed966a04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:40.429358 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Publish callbacks [] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:40.436046 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3186376'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:40.493246 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port dcecb134-b663-4eba-89eb-b23d527b412d triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:40.493609 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:40.499470 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:40.500084 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-6593650d-6c8c-43b1-9483-450ed966a04c None None] Port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:58:40.507381 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Pushing event updated for resources: {'Port': ['ID=9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:40.511641 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705431'] for router_interface (ca41d320-9673-4cf5-9f00-dc9c11d422ca), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:40.532399 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] Set router ca41d320-9673-4cf5-9f00-dc9c11d422ca gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:40.616728 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Network 8d2d50ee-a393-4bca-920f-08b3f70f628d is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:40.618338 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:40.644297 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789a05-627c-4185-ad38-a9730cb62a25 req-e3e21e5c-a881-4cc0-8b78-f497c6b571fd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:40.654198 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-72789a05-627c-4185-ad38-a9730cb62a25 req-e3e21e5c-a881-4cc0-8b78-f497c6b571fd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0627453 Sep 09 14:58:40.694651 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port dcecb134-b663-4eba-89eb-b23d527b412d is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:40.705964 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-72789a05-627c-4185-ad38-a9730cb62a25 req-9a353a46-d9c5-4549-9338-35ed82ee5cfc tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507164 Sep 09 14:58:40.753281 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Router ca41d320-9673-4cf5-9f00-dc9c11d422ca has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:58:40.784400 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3', 'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'mac_address': 'fa:16:3e:7a:a4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:39Z', 'updated_at': '2022-09-09T14:58:39Z', 'revision_number': 1, 'project_id': '3f711f25c212427db970f02391c79d1c', 'subnets': [{'id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:40.815778 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986e2bcd-fb21-4918-8d61-69f423b092a8 None None] The sync data for ids ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'] in dv-cinder-828696-11-iscsi is: [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3', 'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'mac_address': 'fa:16:3e:7a:a4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:39Z', 'updated_at': '2022-09-09T14:58:39Z', 'revision_number': 1, 'project_id': '3f711f25c212427db970f02391c79d1c', 'subnets': [{'id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:58:40.866280 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:58:40.873543 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-222d3cc5-720b-49d9-aec1-57f904b8ff72 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/ca41d320-9673-4cf5-9f00-dc9c11d422ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3095899 Sep 09 14:58:40.922284 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-587d8dfa-bcf1-4ffe-aec8-f8d63abb2f13 None None] Provisioning complete for port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:40.922653 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-587d8dfa-bcf1-4ffe-aec8-f8d63abb2f13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:40.957795 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-587d8dfa-bcf1-4ffe-aec8-f8d63abb2f13 None None] Port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:58:41.252148 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:58:41.300924 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:41.315181 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26591970-25cd-4eef-bc69-698eb9ea53ee req-35628c29-70e7-4bab-bfd5-eb89c31c758b tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:41.323773 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-26591970-25cd-4eef-bc69-698eb9ea53ee req-35628c29-70e7-4bab-bfd5-eb89c31c758b tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 943 time: 0.0702846 Sep 09 14:58:41.388844 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-26591970-25cd-4eef-bc69-698eb9ea53ee req-e84d4ccc-f545-473e-8e83-8d19cd6ff70b tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637441 Sep 09 14:58:41.600853 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35018) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:41.605942 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1790591546-network', 'tenant_id': '6ea109160a154ce6a71660bdcf306133'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:41.627736 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Made reservation on behalf of 6ea109160a154ce6a71660bdcf306133 for: {'network': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:58:41.630415 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:41.640905 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:41.722303 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Publish callbacks [] for security_group (efd02e4d-5bf7-4d1b-97d3-3d87825fc407), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:41.727238 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (efd02e4d-5bf7-4d1b-97d3-3d87825fc407), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:41.761017 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=106239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 14:58:41.770181 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd02e4d-5bf7-4d1b-97d3-3d87825fc407,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:41.780507 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (0e46bce8-9a20-4049-a650-0935aae654cc), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:41.781445 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.segments_db [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Added segment 0e46bce8-9a20-4049-a650-0935aae654cc of type vlan for network 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde Sep 09 14:58:41.796055 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:41.845719 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (2f7579b1-840d-4cb2-b2fa-ff1373ddfcde), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:41.845933 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-7d43e695-8d06-4ae3-85ac-ac8f39ebc480 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=112e83fe-adcc-47b0-8085-50326186abe9 HTTP/1.1" status: 200 len: 217 time: 0.0914259 Sep 09 14:58:41.882372 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (2f7579b1-840d-4cb2-b2fa-ff1373ddfcde), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:41.887081 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:41.890240 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:41.928244 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfe0bb-1d9f-4c9c-84bc-5cfd6b5aa707 req-93767d6d-7778-4ba0-8a19-e957547e12a1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:41.938236 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9bcfe0bb-1d9f-4c9c-84bc-5cfd6b5aa707 req-93767d6d-7778-4ba0-8a19-e957547e12a1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1039689 Sep 09 14:58:41.961578 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3566885 Sep 09 14:58:41.969660 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:41.970295 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 35030) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:41.987820 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-7c8892b5-16f8-4965-b076-c3ec93808fc6 admin admin] Request body: {'subnet': {'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1790591546-subnet', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'ip_version': 4}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:41.998507 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4f47e-5349-495a-bd7a-583ca405d86a admin admin] Pushing event updated for resources: {'Network': ['ID=2f7579b1-840d-4cb2-b2fa-ff1373ddfcde,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:42.011871 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 14:58:42.025348 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-bf31d4ce-cff6-4459-a377-4462ec53b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:42.027598 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-bf31d4ce-cff6-4459-a377-4462ec53b85d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ffcf31bc-f951-45a8-9046-0560105c9d10 HTTP/1.1" status: 200 len: 850 time: 0.1604683 Sep 09 14:58:42.043242 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8892b5-16f8-4965-b076-c3ec93808fc6 admin admin] Made reservation on behalf of 6ea109160a154ce6a71660bdcf306133 for: {'subnet': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:58:42.045614 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7c8892b5-16f8-4965-b076-c3ec93808fc6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:42.175141 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9bcfe0bb-1d9f-4c9c-84bc-5cfd6b5aa707 req-b66cc79d-4f48-4ef4-af69-1c3665511151 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359469 Sep 09 14:58:42.294409 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 7fb26701-510f-4c84-825c-53a26f9b1aca up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:42.380982 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7c8892b5-16f8-4965-b076-c3ec93808fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for subnet (119af1c9-7307-4187-8006-d575520770f8), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:42.403668 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 7fb26701-510f-4c84-825c-53a26f9b1aca triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:42.406594 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:42.465469 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8892b5-16f8-4965-b076-c3ec93808fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=119af1c9-7307-4187-8006-d575520770f8,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:42.482543 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8892b5-16f8-4965-b076-c3ec93808fc6 admin admin] Checking segment: {'id': '0e46bce8-9a20-4049-a650-0935aae654cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:42.483736 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8892b5-16f8-4965-b076-c3ec93808fc6 admin admin] Network hostable DHCP agents. Network: 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106238) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 14:58:42.515663 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8892b5-16f8-4965-b076-c3ec93808fc6 admin admin] Network 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106238) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 14:58:42.532370 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:42.573933 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-7c8892b5-16f8-4965-b076-c3ec93808fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde) {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:42.574583 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 7fb26701-510f-4c84-825c-53a26f9b1aca is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:42.575208 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:42.586805 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b3a699-247c-4653-9417-a0087e54fb7a None None] Network 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:58:42.589774 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8892b5-16f8-4965-b076-c3ec93808fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:42.590462 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7c8892b5-16f8-4965-b076-c3ec93808fc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:42.598249 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:42.618968 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:42.657085 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 7fb26701-510f-4c84-825c-53a26f9b1aca, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=7fb26701-510f-4c84-825c-53a26f9b1aca,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:42.675966 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:42.691776 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35056) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:42.696680 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1790591546-router', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:42.706679 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-7c8892b5-16f8-4965-b076-c3ec93808fc6 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7315073 Sep 09 14:58:42.718286 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ab480-a044-4d2a-975b-f75be040e237 req-b4046d8d-01cd-4be9-b75a-bc09eb81ae18 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:42.719652 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:42.723128 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fd3ab480-a044-4d2a-975b-f75be040e237 req-b4046d8d-01cd-4be9-b75a-bc09eb81ae18 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 943 time: 0.1754789 Sep 09 14:58:42.746602 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10056'] for router (a7b21b67-51b4-498f-913d-c929c15eac0a), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:42.748134 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10065'] for router (a7b21b67-51b4-498f-913d-c929c15eac0a), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:42.772773 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=7fb26701-510f-4c84-825c-53a26f9b1aca,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:42.791893 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:42.794808 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-2f7579b1-840d-4cb2-b2fa-ff1373ddfcde', 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde', 'project_id': '6ea109160a154ce6a71660bdcf306133', 'fixed_ips': [{'subnet_id': '119af1c9-7307-4187-8006-d575520770f8'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 14:58:42.795940 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:42.825251 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fd3ab480-a044-4d2a-975b-f75be040e237 req-618a8c9a-be34-472d-9c0c-6bce01fe4961 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930102 Sep 09 14:58:42.854044 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Publish callbacks [] for router_controller (a7b21b67-51b4-498f-913d-c929c15eac0a), precommit_add_association {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:42.876116 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad0e224-20f9-45eb-9c87-3bf6e8ca88f6 req-0c56e55e-7f73-4562-8ab9-43743e4baba7 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:42.879030 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fad0e224-20f9-45eb-9c87-3bf6e8ca88f6 req-0c56e55e-7f73-4562-8ab9-43743e4baba7 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 945 time: 0.0937686 Sep 09 14:58:42.898330 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 35058) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:42.951679 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fad0e224-20f9-45eb-9c87-3bf6e8ca88f6 req-51a4cb6a-691f-4f44-81cc-f96256a906ec tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629187 Sep 09 14:58:42.997124 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Allocated IP 172.20.0.2 (2f7579b1-840d-4cb2-b2fa-ff1373ddfcde/119af1c9-7307-4187-8006-d575520770f8/d07b3a7b-c151-42fe-a480-e393fadbb2d9) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:43.004772 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Publish callbacks [] for router_gateway (a7b21b67-51b4-498f-913d-c929c15eac0a), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.101121 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5a12ce84-6951-4614-a151-42bfcf70eb88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.112362 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.118536 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.174078 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-c86ee429-17db-4ebb-897e-dd566054f090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:43.176257 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-c86ee429-17db-4ebb-897e-dd566054f090 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=bdb8f25d-969f-4b3f-93fd-134c876a47c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1073377 Sep 09 14:58:43.243826 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Publish callbacks [] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.252822 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.259382 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5a12ce84-6951-4614-a151-42bfcf70eb88 admin admin] Publish callbacks [] for security_group (94b23eb9-466b-448e-ab8d-3a4c48f0c631), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.266234 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5a12ce84-6951-4614-a151-42bfcf70eb88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (94b23eb9-466b-448e-ab8d-3a4c48f0c631), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.287371 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Publish callbacks [] for router_gateway (a7b21b67-51b4-498f-913d-c929c15eac0a), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.296064 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Network 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:43.300469 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:43.304265 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:43.314534 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.344699 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Pushing event updated for resources: {'Port': ['ID=d07b3a7b-c151-42fe-a480-e393fadbb2d9,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:43.345735 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-5a12ce84-6951-4614-a151-42bfcf70eb88 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4bd40afe56004fec9a625c4de35fd7dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4463637 Sep 09 14:58:43.355874 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 35064) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:43.367498 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:43.382927 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12ce84-6951-4614-a151-42bfcf70eb88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b23eb9-466b-448e-ab8d-3a4c48f0c631,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:43.389456 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Attempting to bind port d07b3a7b-c151-42fe-a480-e393fadbb2d9 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:58:43.389644 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Attempting to bind port d07b3a7b-c151-42fe-a480-e393fadbb2d9 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '0e46bce8-9a20-4049-a650-0935aae654cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:58:43.390002 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Attempting to bind port d07b3a7b-c151-42fe-a480-e393fadbb2d9 on network 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:43.403410 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b507b5-065a-4faa-bb66-16563a3a70ad req-9e34dc2c-1e35-4cb7-a43c-09118f670669 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:43.404931 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e7b507b5-065a-4faa-bb66-16563a3a70ad req-9e34dc2c-1e35-4cb7-a43c-09118f670669 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1197841 Sep 09 14:58:43.436436 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:58:43.437015 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Checking segment: {'id': '0e46bce8-9a20-4049-a650-0935aae654cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:43.437137 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.437580 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Bound using segment: {'id': '0e46bce8-9a20-4049-a650-0935aae654cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:58:43.438329 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Bound port: d07b3a7b-c151-42fe-a480-e393fadbb2d9, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e46bce8-9a20-4049-a650-0935aae654cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:58:43.438945 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.465541 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Allocated IP 172.27.3.12 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/4f0be677-96dc-4e6d-83f2-77943a10fc9c) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:43.468787 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b6989970-4937-4e31-a4f4-dde82c07604a admin admin] Publish callbacks [] for security_group (94b23eb9-466b-448e-ab8d-3a4c48f0c631), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.496152 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e7b507b5-065a-4faa-bb66-16563a3a70ad req-02f85b86-ed41-4b83-b00e-b88d41196fef tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766385 Sep 09 14:58:43.505503 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b6989970-4937-4e31-a4f4-dde82c07604a admin admin] Publish callbacks [] for security_group (94b23eb9-466b-448e-ab8d-3a4c48f0c631), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.528503 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] For port d07b3a7b-c151-42fe-a480-e393fadbb2d9, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:58:43.533543 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] For port d07b3a7b-c151-42fe-a480-e393fadbb2d9, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=d07b3a7b-c151-42fe-a480-e393fadbb2d9,segment=NetworkSegment(0e46bce8-9a20-4049-a650-0935aae654cc),segment_id=0e46bce8-9a20-4049-a650-0935aae654cc)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:58:43.535570 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:43.544881 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.582355 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b6989970-4937-4e31-a4f4-dde82c07604a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (94b23eb9-466b-448e-ab8d-3a4c48f0c631), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.589517 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b6989970-4937-4e31-a4f4-dde82c07604a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.590315 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-b6989970-4937-4e31-a4f4-dde82c07604a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/94b23eb9-466b-448e-ab8d-3a4c48f0c631 HTTP/1.1" status: 204 len: 168 time: 0.2334445 Sep 09 14:58:43.605296 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6989970-4937-4e31-a4f4-dde82c07604a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b23eb9-466b-448e-ab8d-3a4c48f0c631,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:43.608631 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1eed3a-ac3a-4d92-986f-e3adf9e1e641 None None] Pushing event updated for resources: {'Port': ['ID=d07b3a7b-c151-42fe-a480-e393fadbb2d9,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:43.634241 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Sync routers for ids ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:58:43.657192 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Publish callbacks [] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.660702 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Routers {'ca41d320-9673-4cf5-9f00-dc9c11d422ca'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:43.661352 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:43.698800 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:43.739682 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:43.743540 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:43.746742 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:43.790219 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:43.836683 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Set router ca41d320-9673-4cf5-9f00-dc9c11d422ca gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:43.870670 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Pushing event updated for resources: {'Port': ['ID=4f0be677-96dc-4e6d-83f2-77943a10fc9c,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:44.029425 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:44.099328 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425e1f7-c72b-4e61-babe-ed6a4bf27fe5 req-bb45c3e0-b12a-4354-a6f4-98a2a942ec86 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:44.106236 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8425e1f7-c72b-4e61-babe-ed6a4bf27fe5 req-bb45c3e0-b12a-4354-a6f4-98a2a942ec86 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 943 time: 0.1363680 Sep 09 14:58:44.191753 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8425e1f7-c72b-4e61-babe-ed6a4bf27fe5 req-f6e040df-b944-4d7c-861f-b358f27b0c95 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845027 Sep 09 14:58:44.202781 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Publish callbacks [] for router_gateway (a7b21b67-51b4-498f-913d-c929c15eac0a), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:44.212510 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3', 'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'mac_address': 'fa:16:3e:7a:a4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:39Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 2, 'project_id': '3f711f25c212427db970f02391c79d1c', 'subnets': [{'id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:44.264989 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Checking router: ca41d320-9673-4cf5-9f00-dc9c11d422ca for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:58:44.265820 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Updating router ca41d320-9673-4cf5-9f00-dc9c11d422ca port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 binding host dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:58:44.303683 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93486037-f68f-429f-99ac-91d67ef76326 req-05005933-a56c-4d35-bf2f-72558e80302f tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:44.314922 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-93486037-f68f-429f-99ac-91d67ef76326 req-05005933-a56c-4d35-bf2f-72558e80302f tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 945 time: 0.1519761 Sep 09 14:58:44.318663 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:44.346208 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:44.389318 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-93486037-f68f-429f-99ac-91d67ef76326 req-d9b44ce3-b7c0-4e63-aed3-bf0df3d70316 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732021 Sep 09 14:58:44.441386 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 7fb26701-510f-4c84-825c-53a26f9b1aca up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:44.521469 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 7fb26701-510f-4c84-825c-53a26f9b1aca triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:44.522541 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:44.531701 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:44.549786 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153'] for router (a7b21b67-51b4-498f-913d-c929c15eac0a), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:44.629780 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-8c6fce78-0f78-404f-9825-e19d83fd714c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325900 Sep 09 14:58:44.731075 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Router a7b21b67-51b4-498f-913d-c929c15eac0a is scheduled to L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 with binding_index 1 {{(pid=106239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 14:58:44.874811 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Publish callbacks [] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:44.891964 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbc643cb-2e72-4dbf-9258-f9d40663081b req-7cefdfa3-ac18-42d6-b2e6-66adc8174af7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486265 Sep 09 14:58:44.896295 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:44.939046 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490135a-2530-48f3-aa24-6426c5c0f25c req-d17d49ed-ab9f-4c9a-ab30-c48a958d25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:44.941593 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1490135a-2530-48f3-aa24-6426c5c0f25c req-d17d49ed-ab9f-4c9a-ab30-c48a958d25c8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 1129 time: 0.2867384 Sep 09 14:58:44.954624 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 7fb26701-510f-4c84-825c-53a26f9b1aca is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:44.956359 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device d07b3a7b-c151-42fe-a480-e393fadbb2d9 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:44.960981 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca9f344-0b03-4694-8a01-e82aa34eb148 req-32cb1c59-a171-4680-9f84-cbc674a8cff7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:44.969704 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8ca9f344-0b03-4694-8a01-e82aa34eb148 req-32cb1c59-a171-4680-9f84-cbc674a8cff7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.2705076 Sep 09 14:58:44.974186 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7eaad-55af-459a-b681-ec0ec16d8fec None None] Pushing event updated for resources: {'Port': ['ID=9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:45.030470 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:45.037261 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port d07b3a7b-c151-42fe-a480-e393fadbb2d9 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:45.037588 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:45.071289 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8ca9f344-0b03-4694-8a01-e82aa34eb148 req-bd8cc4dc-a2fa-48f3-a3db-83287acaa967 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005962 Sep 09 14:58:45.089088 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Attempting to bind port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:58:45.089681 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Attempting to bind port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:58:45.090403 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Attempting to bind port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 on network 8d2d50ee-a393-4bca-920f-08b3f70f628d {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:45.184829 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:58:45.185189 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Checking segment: {'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:45.185619 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:45.187118 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Bound using segment: {'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:58:45.187604 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Bound port: 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:58:45.187974 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:45.199405 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port d07b3a7b-c151-42fe-a480-e393fadbb2d9 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:45.200072 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:45.269383 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785c8232-5054-47a0-bf16-872fce340595 None None] Network 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 14:58:45.278130 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port d07b3a7b-c151-42fe-a480-e393fadbb2d9, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=d07b3a7b-c151-42fe-a480-e393fadbb2d9,segment=NetworkSegment(0e46bce8-9a20-4049-a650-0935aae654cc),segment_id=0e46bce8-9a20-4049-a650-0935aae654cc)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:45.296152 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:45.301236 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] For port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:58:45.309232 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] For port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:58:45.310854 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:45.319230 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:45.395638 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:45.433172 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=d07b3a7b-c151-42fe-a480-e393fadbb2d9,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:45.453404 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3be2b-4dbd-469e-9ac9-63960e32c3c8 req-8a94cf2b-7ea4-48e2-a506-26ff3ccd3cd8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:45.455599 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-c320cae3-4b7b-4475-b303-4ec14787b15a None None] Provisioning complete for port d07b3a7b-c151-42fe-a480-e393fadbb2d9 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:45.456184 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c320cae3-4b7b-4475-b303-4ec14787b15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:45.461878 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1cc3be2b-4dbd-469e-9ac9-63960e32c3c8 req-8a94cf2b-7ea4-48e2-a506-26ff3ccd3cd8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 943 time: 0.1230435 Sep 09 14:58:45.498817 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Routers {'ca41d320-9673-4cf5-9f00-dc9c11d422ca'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:45.501931 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:45.510626 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7eaad-55af-459a-b681-ec0ec16d8fec None None] Pushing event updated for resources: {'Port': ['ID=9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3,revision_number=4']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:45.565482 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c69d66-fac2-457e-9e20-60dac4a43563 req-20d79abe-2cca-4f01-b738-76a5b0158200 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:45.567042 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-01c69d66-fac2-457e-9e20-60dac4a43563 req-20d79abe-2cca-4f01-b738-76a5b0158200 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 945 time: 0.8315043 Sep 09 14:58:45.593378 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1cc3be2b-4dbd-469e-9ac9-63960e32c3c8 req-d3d8d9f7-bdbb-41b4-9069-2523925d3d98 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222596 Sep 09 14:58:45.664997 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-c320cae3-4b7b-4475-b303-4ec14787b15a None None] Current status of the port d07b3a7b-c151-42fe-a480-e393fadbb2d9 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:45.671322 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f85fb7-df5d-41b4-90e7-bdf46eb9713b req-03017da6-a670-4985-b7db-1803077b27f7 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:45.678709 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a7f85fb7-df5d-41b4-90e7-bdf46eb9713b req-03017da6-a670-4985-b7db-1803077b27f7 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 945 time: 0.0813446 Sep 09 14:58:45.729440 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:58:45.738774 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Sync routers for ids ['a7b21b67-51b4-498f-913d-c929c15eac0a'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:58:45.757725 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] Set router ca41d320-9673-4cf5-9f00-dc9c11d422ca gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:45.761107 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Routers {'a7b21b67-51b4-498f-913d-c929c15eac0a'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:45.761674 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['a7b21b67-51b4-498f-913d-c929c15eac0a'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:45.767107 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a7f85fb7-df5d-41b4-90e7-bdf46eb9713b req-14b577f6-273e-4abc-9111-684ec152b5bd tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8147fc81-291f-405f-8f51-6bc117748f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868621 Sep 09 14:58:45.781960 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:45.784425 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f8950bc0-c405-4d35-840b-a55b70578ea2 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0915866 Sep 09 14:58:45.788081 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 35130) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:45.975966 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:46.024982 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [req-01c69d66-fac2-457e-9e20-60dac4a43563 req-e686adff-d5ca-4bc1-a35f-ae96a1bb1352 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Deleting port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 14:58:46.024982 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-01c69d66-fac2-457e-9e20-60dac4a43563 req-e686adff-d5ca-4bc1-a35f-ae96a1bb1352 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:46.044732 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:46.044969 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Set router a7b21b67-51b4-498f-913d-c929c15eac0a gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:46.147946 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3', 'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'mac_address': 'fa:16:3e:7a:a4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:39Z', 'updated_at': '2022-09-09T14:58:45Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'subnets': [{'id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:46.159512 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:46.165658 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [req-01c69d66-fac2-457e-9e20-60dac4a43563 req-e686adff-d5ca-4bc1-a35f-ae96a1bb1352 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] For port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf,segment=NetworkSegment(29e0638c-d611-4754-a482-3ae46e7aa68b),segment_id=29e0638c-d611-4754-a482-3ae46e7aa68b)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:46.166285 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-01c69d66-fac2-457e-9e20-60dac4a43563 req-e686adff-d5ca-4bc1-a35f-ae96a1bb1352 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:46.185685 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [req-01c69d66-fac2-457e-9e20-60dac4a43563 req-e686adff-d5ca-4bc1-a35f-ae96a1bb1352 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Calling delete_port for 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf owned by compute:nova {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 14:58:46.242260 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:46.251981 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-4e101a76-80e6-48a6-9ea7-a87041ce6a55 None None] Provisioning complete for port d07b3a7b-c151-42fe-a480-e393fadbb2d9 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:46.252472 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-4e101a76-80e6-48a6-9ea7-a87041ce6a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:46.260854 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91d5b17-67c4-4110-8be0-c5a90854504e None None] The sync data for ids ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'] in dv-cinder-828696-11-iscsi is: [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3', 'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'mac_address': 'fa:16:3e:7a:a4:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:39Z', 'updated_at': '2022-09-09T14:58:45Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'subnets': [{'id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:58:46.364794 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d3067b-5b99-46b7-a97b-e084127795f7 req-b0e531c5-8516-411e-a65a-eadf52c07fd7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:46.375772 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-05d3067b-5b99-46b7-a97b-e084127795f7 req-b0e531c5-8516-411e-a65a-eadf52c07fd7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0827785 Sep 09 14:58:46.391832 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-01c69d66-fac2-457e-9e20-60dac4a43563 req-e686adff-d5ca-4bc1-a35f-ae96a1bb1352 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (23ce82d0-5c18-43b4-9e09-9f06c9e97ebf), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:46.393346 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1490135a-2530-48f3-aa24-6426c5c0f25c req-38973618-2d80-4d16-b5f3-1926aac90294 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5969868 Sep 09 14:58:46.406583 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-4e101a76-80e6-48a6-9ea7-a87041ce6a55 None None] Current status of the port d07b3a7b-c151-42fe-a480-e393fadbb2d9 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:46.410116 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fa508-9769-48ca-98b5-47eb1ba3bc34 req-7dfb4e58-4576-43ec-9a83-964bef45ff89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:46.412121 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7a6fa508-9769-48ca-98b5-47eb1ba3bc34 req-7dfb4e58-4576-43ec-9a83-964bef45ff89 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e498d32cc51a4bad9cb21e58985ce63e&device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 1127 time: 0.5879185 Sep 09 14:58:46.422629 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:46.435701 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e686adff-d5ca-4bc1-a35f-ae96a1bb1352 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Pushing event deleted for resources: {'Port': ['ID=23ce82d0-5c18-43b4-9e09-9f06c9e97ebf,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:46.514258 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-05d3067b-5b99-46b7-a97b-e084127795f7 req-04dc0a0f-b956-45a8-97de-ee7f2845f644 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317952 Sep 09 14:58:46.540389 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:46.540943 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c69d66-fac2-457e-9e20-60dac4a43563 req-e686adff-d5ca-4bc1-a35f-ae96a1bb1352 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] No DVR routers for this DVR port 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf on host hv-cinder-82869 {{(pid=106239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 14:58:46.542119 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:46.544355 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-01c69d66-fac2-457e-9e20-60dac4a43563 req-e686adff-d5ca-4bc1-a35f-ae96a1bb1352 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:46.551159 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-01c69d66-fac2-457e-9e20-60dac4a43563 req-e686adff-d5ca-4bc1-a35f-ae96a1bb1352 tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.16 "DELETE /networking/v2.0/ports/23ce82d0-5c18-43b4-9e09-9f06c9e97ebf HTTP/1.1" status: 204 len: 173 time: 0.7552092 Sep 09 14:58:46.551707 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c042e26f-d7fb-43e8-bfd8-03593ca28f37', 'name': 'network-vif-deleted', 'tag': '23ce82d0-5c18-43b4-9e09-9f06c9e97ebf'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:58:46.561837 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7db132-cd88-4d93-83cf-d1295dd408e8" -d '{"events": [{"server_uuid": "c042e26f-d7fb-43e8-bfd8-03593ca28f37", "name": "network-vif-deleted", "tag": "23ce82d0-5c18-43b4-9e09-9f06c9e97ebf"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:58:46.602343 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'name': 'tempest-TestShelveInstance-1790591546-router', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:42Z', 'updated_at': '2022-09-09T14:58:44Z', 'revision_number': 3, 'project_id': '6ea109160a154ce6a71660bdcf306133', 'gw_port': {'id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:43Z', 'updated_at': '2022-09-09T14:58:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:46.660561 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696a516b-9ac1-4324-970e-6ad85455e19d x-openstack-request-id: req-696a516b-9ac1-4324-970e-6ad85455e19d {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:58:46.661089 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c042e26f-d7fb-43e8-bfd8-03593ca28f37", "name": "network-vif-deleted", "tag": "23ce82d0-5c18-43b4-9e09-9f06c9e97ebf", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:58:46.661660 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-696a516b-9ac1-4324-970e-6ad85455e19d {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:58:46.662063 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-696a516b-9ac1-4324-970e-6ad85455e19d'] response: {'server_uuid': 'c042e26f-d7fb-43e8-bfd8-03593ca28f37', 'name': 'network-vif-deleted', 'tag': '23ce82d0-5c18-43b4-9e09-9f06c9e97ebf', 'status': 'completed', 'code': 200} Sep 09 14:58:46.685569 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:46.706606 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Checking router: a7b21b67-51b4-498f-913d-c929c15eac0a for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:58:46.707239 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Updating router a7b21b67-51b4-498f-913d-c929c15eac0a port 4f0be677-96dc-4e6d-83f2-77943a10fc9c binding host dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:58:46.772677 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:46.826620 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62387a6-6981-4946-aabc-760751baeab4 req-bd857950-83e3-4c24-926c-ca0d028c220f tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:46.835500 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c62387a6-6981-4946-aabc-760751baeab4 req-bd857950-83e3-4c24-926c-ca0d028c220f tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 943 time: 0.1079757 Sep 09 14:58:46.910876 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:47.034621 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f37ab48c-337c-4ad5-a838-f86075a12e60 req-9948d199-295a-4e1d-869c-607480ef9b6d tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 210 time: 0.0967431 Sep 09 14:58:47.104686 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:47.105860 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.123338 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c62387a6-6981-4946-aabc-760751baeab4 req-6867c034-281b-4c37-9de2-a5c8deba09d0 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868502 Sep 09 14:58:47.124985 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fa508-9769-48ca-98b5-47eb1ba3bc34 req-0f697d91-efe5-4e28-814c-7766d351a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:47.127004 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7a6fa508-9769-48ca-98b5-47eb1ba3bc34 req-0f697d91-efe5-4e28-814c-7766d351a20e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=bdb8f25d-969f-4b3f-93fd-134c876a47c8 HTTP/1.1" status: 200 len: 912 time: 0.4547145 Sep 09 14:58:47.185222 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7a6fa508-9769-48ca-98b5-47eb1ba3bc34 req-07e4a369-1a8d-41e9-af3b-9895b65fccc9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=112e83fe-adcc-47b0-8085-50326186abe9 HTTP/1.1" status: 200 len: 217 time: 0.0514653 Sep 09 14:58:47.194254 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:47.212679 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.216151 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device d07b3a7b-c151-42fe-a480-e393fadbb2d9 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:47.308517 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35174) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:47.359535 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fa508-9769-48ca-98b5-47eb1ba3bc34 req-203ca09e-2e09-4c07-a2c6-c0cb2decc8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:47.364238 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7a6fa508-9769-48ca-98b5-47eb1ba3bc34 req-203ca09e-2e09-4c07-a2c6-c0cb2decc8fe service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ffcf31bc-f951-45a8-9046-0560105c9d10 HTTP/1.1" status: 200 len: 850 time: 0.1339104 Sep 09 14:58:47.375012 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.440056 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:47.459117 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:47.484528 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e802be4c-0e38-4086-a00f-fafc052e8658 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.487391 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port d07b3a7b-c151-42fe-a480-e393fadbb2d9 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:47.487760 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.524959 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Publish callbacks [] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), precommit_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.535248 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.562193 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:47.583095 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Attempting to bind port 4f0be677-96dc-4e6d-83f2-77943a10fc9c on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:58:47.583530 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Attempting to bind port 4f0be677-96dc-4e6d-83f2-77943a10fc9c by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:58:47.583840 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Attempting to bind port 4f0be677-96dc-4e6d-83f2-77943a10fc9c on network a04c0357-092d-4634-aff4-50eab99e036e {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:47.592565 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e802be4c-0e38-4086-a00f-fafc052e8658 admin admin] Publish callbacks [] for security_group (996703c6-de15-46a5-8bff-97451655447e), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.601168 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e802be4c-0e38-4086-a00f-fafc052e8658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (996703c6-de15-46a5-8bff-97451655447e), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.620449 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Allocated IP 172.20.0.1 (2f7579b1-840d-4cb2-b2fa-ff1373ddfcde/119af1c9-7307-4187-8006-d575520770f8/cdf5816f-5757-49c2-b166-457a187fa553) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:58:47.639604 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:47.646085 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802be4c-0e38-4086-a00f-fafc052e8658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996703c6-de15-46a5-8bff-97451655447e,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:47.670453 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e802be4c-0e38-4086-a00f-fafc052e8658 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=090e4bcba84f427d8c8aa7d1d11fef56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607116 Sep 09 14:58:47.672980 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35180) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:47.676499 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b3d58-479f-4950-8b72-e76b7df2840b None None] Pushing event updated for resources: {'Port': ['ID=4f0be677-96dc-4e6d-83f2-77943a10fc9c,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:47.729420 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:58:47.730163 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:47.730653 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.731140 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Bound using segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:58:47.731718 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Bound port: 4f0be677-96dc-4e6d-83f2-77943a10fc9c, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:58:47.732190 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.739333 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea3169-15c4-4af6-a65f-0c6911752592 req-6e40b780-22f2-4156-9597-ffe32029982f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:47.740867 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5aea3169-15c4-4af6-a65f-0c6911752592 req-6e40b780-22f2-4156-9597-ffe32029982f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0883110 Sep 09 14:58:47.755535 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 112e83fe-adcc-47b0-8085-50326186abe9 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:58:47.757683 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:58:47.772002 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ec70819d-b6a7-4077-947b-1fc45371abb8 admin admin] Publish callbacks [] for security_group (996703c6-de15-46a5-8bff-97451655447e), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.786012 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port d07b3a7b-c151-42fe-a480-e393fadbb2d9 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:47.795813 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ec70819d-b6a7-4077-947b-1fc45371abb8 admin admin] Publish callbacks [] for security_group (996703c6-de15-46a5-8bff-97451655447e), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.797362 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 14:58:47.797810 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 23ce82d0-5c18-43b4-9e09-9f06c9e97ebf not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 14:58:47.817144 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5aea3169-15c4-4af6-a65f-0c6911752592 req-84b71ae2-6d33-4a8a-93e4-667fabdc41d3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679510 Sep 09 14:58:47.872988 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ec70819d-b6a7-4077-947b-1fc45371abb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (996703c6-de15-46a5-8bff-97451655447e), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.876043 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ec70819d-b6a7-4077-947b-1fc45371abb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.879956 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-ec70819d-b6a7-4077-947b-1fc45371abb8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/996703c6-de15-46a5-8bff-97451655447e HTTP/1.1" status: 204 len: 168 time: 0.2032192 Sep 09 14:58:47.902947 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70819d-b6a7-4077-947b-1fc45371abb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996703c6-de15-46a5-8bff-97451655447e,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:47.936439 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Publish callbacks [] for port (cdf5816f-5757-49c2-b166-457a187fa553), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:47.946638 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6fa508-9769-48ca-98b5-47eb1ba3bc34 req-cdc85e16-3912-4bf9-b0a9-49204cfa2497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:47.948915 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7a6fa508-9769-48ca-98b5-47eb1ba3bc34 req-cdc85e16-3912-4bf9-b0a9-49204cfa2497 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=bdb8f25d-969f-4b3f-93fd-134c876a47c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0942130 Sep 09 14:58:47.961519 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.db.resource_extend [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 09 14:58:47.982253 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] For port 4f0be677-96dc-4e6d-83f2-77943a10fc9c, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:58:47.983804 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (cdf5816f-5757-49c2-b166-457a187fa553), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:48.083884 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 112e83fe-adcc-47b0-8085-50326186abe9, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=112e83fe-adcc-47b0-8085-50326186abe9,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:48.096750 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:48.110813 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '112e83fe-adcc-47b0-8085-50326186abe9', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'port_id': '112e83fe-adcc-47b0-8085-50326186abe9', 'mac_address': 'fa:16:3e:6a:b6:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:58:48.118533 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] For port 4f0be677-96dc-4e6d-83f2-77943a10fc9c, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=4f0be677-96dc-4e6d-83f2-77943a10fc9c,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:58:48.190227 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:48.247453 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 112e83fe-adcc-47b0-8085-50326186abe9 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:48.247852 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (112e83fe-adcc-47b0-8085-50326186abe9), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:48.253314 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b3d58-479f-4950-8b72-e76b7df2840b None None] Pushing event updated for resources: {'Port': ['ID=4f0be677-96dc-4e6d-83f2-77943a10fc9c,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:48.276559 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 112e83fe-adcc-47b0-8085-50326186abe9 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:58:48.296619 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Routers {'a7b21b67-51b4-498f-913d-c929c15eac0a'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:48.297638 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['a7b21b67-51b4-498f-913d-c929c15eac0a'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:48.361681 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 112e83fe-adcc-47b0-8085-50326186abe9, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=112e83fe-adcc-47b0-8085-50326186abe9,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:48.370437 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:48.375136 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (112e83fe-adcc-47b0-8085-50326186abe9), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:48.494089 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:48.496193 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-babe8414-bdf8-41cf-b5b0-7a5a6c03966a req-d421d5cd-6913-4036-8e33-386ff1b44f7f tempest-VolumesActionsTest-1377335741 tempest-VolumesActionsTest-1377335741-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=c042e26f-d7fb-43e8-bfd8-03593ca28f37 HTTP/1.1" status: 200 len: 210 time: 0.0540719 Sep 09 14:58:48.506474 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=112e83fe-adcc-47b0-8085-50326186abe9,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:48.508235 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:48.512365 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Network 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:48.522173 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:48.522493 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:48.525854 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] Set router a7b21b67-51b4-498f-913d-c929c15eac0a gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:48.554734 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:48.558738 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:58:48.559655 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705291'] for router_interface (a7b21b67-51b4-498f-913d-c929c15eac0a), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:48.651863 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Pushing event updated for resources: {'Port': ['ID=cdf5816f-5757-49c2-b166-457a187fa553,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:48.678884 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e97ddf8-460e-446d-bfe1-bdfb97641041 req-e6ba24e3-729b-40c2-83bc-ec7bbed8edfe tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:48.687966 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2e97ddf8-460e-446d-bfe1-bdfb97641041 req-e6ba24e3-729b-40c2-83bc-ec7bbed8edfe tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 944 time: 0.2444017 Sep 09 14:58:48.752010 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['112e83fe-adcc-47b0-8085-50326186abe9'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:58:48.802380 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7a6fa508-9769-48ca-98b5-47eb1ba3bc34 req-3e8390f8-163b-41af-b465-891756961238 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577187 Sep 09 14:58:48.818236 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2e97ddf8-460e-446d-bfe1-bdfb97641041 req-5a7b9f5d-3dba-45c7-8a5d-6b5e18bd3c88 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293192 Sep 09 14:58:48.862102 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:48.975006 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'name': 'tempest-TestShelveInstance-1790591546-router', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:42Z', 'updated_at': '2022-09-09T14:58:44Z', 'revision_number': 3, 'project_id': '6ea109160a154ce6a71660bdcf306133', 'gw_port': {'id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:43Z', 'updated_at': '2022-09-09T14:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:49.011187 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07c8c64-b35a-4900-80e3-be8736ad7099 None None] The sync data for ids ['a7b21b67-51b4-498f-913d-c929c15eac0a'] in dv-cinder-828696-11-iscsi is: [{'id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'name': 'tempest-TestShelveInstance-1790591546-router', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:42Z', 'updated_at': '2022-09-09T14:58:44Z', 'revision_number': 3, 'project_id': '6ea109160a154ce6a71660bdcf306133', 'gw_port': {'id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:43Z', 'updated_at': '2022-09-09T14:58:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:58:49.012920 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-c8278579-89db-48a9-b441-27210cd7737f None None] Provisioning complete for port cdf5816f-5757-49c2-b166-457a187fa553 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:49.013423 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c8278579-89db-48a9-b441-27210cd7737f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (cdf5816f-5757-49c2-b166-457a187fa553), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:49.018311 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:49.020640 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7a6fa508-9769-48ca-98b5-47eb1ba3bc34 req-89c4d288-d596-47ee-be14-d60ee48bae73 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965847 Sep 09 14:58:49.021375 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (cdf5816f-5757-49c2-b166-457a187fa553), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:49.080124 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347964aa-26cf-47a4-9056-10e2aceb7b29 req-1c0088b9-e649-4f4a-a760-838ecd8c62af tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:49.081683 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-347964aa-26cf-47a4-9056-10e2aceb7b29 req-1c0088b9-e649-4f4a-a760-838ecd8c62af tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1351714 Sep 09 14:58:49.090610 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-c8278579-89db-48a9-b441-27210cd7737f None None] Port cdf5816f-5757-49c2-b166-457a187fa553 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:58:49.204939 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-347964aa-26cf-47a4-9056-10e2aceb7b29 req-e2c5f748-9d96-4ac2-aa35-f80f6a40e83c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096659 Sep 09 14:58:49.326121 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Publish callbacks [] for port (cdf5816f-5757-49c2-b166-457a187fa553), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:49.340863 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (cdf5816f-5757-49c2-b166-457a187fa553), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:49.343882 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705431'] for router_interface (a7b21b67-51b4-498f-913d-c929c15eac0a), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:49.472259 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Pushing event updated for resources: {'Port': ['ID=cdf5816f-5757-49c2-b166-457a187fa553,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:49.531017 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806935-4812-490c-a99f-bf4d5595a792 req-23b63dfb-5f94-4328-b875-abd7f0e97966 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:49.532578 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ab806935-4812-490c-a99f-bf4d5595a792 req-23b63dfb-5f94-4328-b875-abd7f0e97966 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.1762881 Sep 09 14:58:49.635849 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:49.653613 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Network 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:58:49.658408 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ab806935-4812-490c-a99f-bf4d5595a792 req-1c6bd424-c6f8-4b58-8d32-2c9db757b493 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121490 Sep 09 14:58:49.660243 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:58:49.752006 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 112e83fe-adcc-47b0-8085-50326186abe9 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:49.880008 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 112e83fe-adcc-47b0-8085-50326186abe9 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 14:58:49.895666 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Router a7b21b67-51b4-498f-913d-c929c15eac0a has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:58:49.902360 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 112e83fe-adcc-47b0-8085-50326186abe9 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:49.903814 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (112e83fe-adcc-47b0-8085-50326186abe9), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:49.907635 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:50.054153 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-bbc82b1e-f7d4-479a-a0b3-9fd41a7c7365 None None] Provisioning complete for port cdf5816f-5757-49c2-b166-457a187fa553 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:50.054520 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-bbc82b1e-f7d4-479a-a0b3-9fd41a7c7365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (cdf5816f-5757-49c2-b166-457a187fa553), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:50.060200 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 112e83fe-adcc-47b0-8085-50326186abe9 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:50.060845 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (112e83fe-adcc-47b0-8085-50326186abe9), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:50.121053 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-bbc82b1e-f7d4-479a-a0b3-9fd41a7c7365 None None] Port cdf5816f-5757-49c2-b166-457a187fa553 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:58:50.123310 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e83fe-adcc-47b0-8085-50326186abe9'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:58:50.126050 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7608df-9a0d-4d0d-869b-9d61757ead82" -d '{"events": [{"server_uuid": "762529ff-2c14-4d96-85cb-3908b1f9e26b", "name": "network-vif-plugged", "status": "completed", "tag": "112e83fe-adcc-47b0-8085-50326186abe9"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:58:50.153044 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c19829-e502-453c-a282-c1e363c77776 req-58db8f1f-68ae-4ff4-94f6-2e1c9545a6a3 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:50.156186 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-06c19829-e502-453c-a282-c1e363c77776 req-58db8f1f-68ae-4ff4-94f6-2e1c9545a6a3 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 944 time: 0.1367047 Sep 09 14:58:50.180237 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 112e83fe-adcc-47b0-8085-50326186abe9, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=112e83fe-adcc-47b0-8085-50326186abe9,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:50.192480 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (112e83fe-adcc-47b0-8085-50326186abe9), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:50.299113 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e958c6-bdff-46f7-86df-afcdbee1f6f3 x-openstack-request-id: req-99e958c6-bdff-46f7-86df-afcdbee1f6f3 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:58:50.299670 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762529ff-2c14-4d96-85cb-3908b1f9e26b", "name": "network-vif-plugged", "status": "completed", "tag": "112e83fe-adcc-47b0-8085-50326186abe9", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:58:50.300080 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99e958c6-bdff-46f7-86df-afcdbee1f6f3 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:58:50.300717 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e958c6-bdff-46f7-86df-afcdbee1f6f3'] response: {'server_uuid': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '112e83fe-adcc-47b0-8085-50326186abe9', 'code': 200} Sep 09 14:58:50.349777 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=112e83fe-adcc-47b0-8085-50326186abe9,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:50.350842 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:58:50.368318 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 4f0be677-96dc-4e6d-83f2-77943a10fc9c up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:50.389774 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-ea52acb0-47f8-4b4e-94ab-fd7443d6ac3e admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/a7b21b67-51b4-498f-913d-c929c15eac0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5970905 Sep 09 14:58:50.409904 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-06c19829-e502-453c-a282-c1e363c77776 req-34c471c8-d724-478d-aa82-2cdc86f877ee tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040215 Sep 09 14:58:50.519677 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:50.550144 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 4f0be677-96dc-4e6d-83f2-77943a10fc9c triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:50.550864 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:50.613553 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8f8d4-2494-4ecb-af60-0722299b406d req-bc78ee4d-d0c0-4d7f-8613-c0e2c18d0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:50.621268 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-99e8f8d4-2494-4ecb-af60-0722299b406d req-bc78ee4d-d0c0-4d7f-8613-c0e2c18d0116 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 1129 time: 0.0867555 Sep 09 14:58:50.697759 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-99e8f8d4-2494-4ecb-af60-0722299b406d req-d0a9bd69-5dbb-45cc-a099-7ca39030a42e service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703378 Sep 09 14:58:50.716723 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 4f0be677-96dc-4e6d-83f2-77943a10fc9c is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:50.717179 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:50.755080 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 4f0be677-96dc-4e6d-83f2-77943a10fc9c, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=4f0be677-96dc-4e6d-83f2-77943a10fc9c,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:50.762028 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:50.825330 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=4f0be677-96dc-4e6d-83f2-77943a10fc9c,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:51.094337 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35334) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:51.098049 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-580e24e6-3064-42fa-8ce7-fd85238338b5 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2014036111', 'description': 'tempest-secgroup-smoke-2014036111 description', 'project_id': '3f711f25c212427db970f02391c79d1c'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:51.127304 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-580e24e6-3064-42fa-8ce7-fd85238338b5 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.235054 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-580e24e6-3064-42fa-8ce7-fd85238338b5 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group (fcf663bb-2313-4e8c-b179-ce5f5025cc91), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.241356 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-580e24e6-3064-42fa-8ce7-fd85238338b5 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (fcf663bb-2313-4e8c-b179-ce5f5025cc91), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.278745 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-580e24e6-3064-42fa-8ce7-fd85238338b5 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.279978 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-580e24e6-3064-42fa-8ce7-fd85238338b5 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1865633 Sep 09 14:58:51.283015 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35346) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:51.288013 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-ec3b66b2-0f38-4d2d-aeaf-61064482efca tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Request body: {'security_group_rule': {'security_group_id': 'fcf663bb-2313-4e8c-b179-ce5f5025cc91', 'project_id': '3f711f25c212427db970f02391c79d1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:51.296717 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580e24e6-3064-42fa-8ce7-fd85238338b5 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf663bb-2313-4e8c-b179-ce5f5025cc91,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:51.319568 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ec3b66b2-0f38-4d2d-aeaf-61064482efca tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (9e6e0b72-9e5d-4d2d-9443-e15af2599dad), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.382370 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ec3b66b2-0f38-4d2d-aeaf-61064482efca tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (9e6e0b72-9e5d-4d2d-9443-e15af2599dad), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.387073 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ec3b66b2-0f38-4d2d-aeaf-61064482efca tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (9e6e0b72-9e5d-4d2d-9443-e15af2599dad), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.393775 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:51.412114 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3b66b2-0f38-4d2d-aeaf-61064482efca tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6e0b72-9e5d-4d2d-9443-e15af2599dad,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:51.419461 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ec3b66b2-0f38-4d2d-aeaf-61064482efca tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.420698 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-ec3b66b2-0f38-4d2d-aeaf-61064482efca tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367474 Sep 09 14:58:51.423639 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 35354) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:51.428394 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-f2ca22c8-ec58-43d5-b60e-f1a04894aeac tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Request body: {'security_group_rule': {'security_group_id': 'fcf663bb-2313-4e8c-b179-ce5f5025cc91', 'project_id': '3f711f25c212427db970f02391c79d1c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:51.466265 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f2ca22c8-ec58-43d5-b60e-f1a04894aeac tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (77244fd9-2ce6-47fc-bd6a-b59229d34322), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.476295 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Sync routers for ids ['a7b21b67-51b4-498f-913d-c929c15eac0a'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:58:51.492932 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Routers {'a7b21b67-51b4-498f-913d-c929c15eac0a'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:51.495711 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['a7b21b67-51b4-498f-913d-c929c15eac0a'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:51.578566 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22373d10-1dda-4025-ba10-3e33e302606d req-1093ba00-9e02-4b50-a800-fa0609c13858 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:51.580112 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-22373d10-1dda-4025-ba10-3e33e302606d req-1093ba00-9e02-4b50-a800-fa0609c13858 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0779693 Sep 09 14:58:51.587659 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f2ca22c8-ec58-43d5-b60e-f1a04894aeac tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (77244fd9-2ce6-47fc-bd6a-b59229d34322), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.595262 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f2ca22c8-ec58-43d5-b60e-f1a04894aeac tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (77244fd9-2ce6-47fc-bd6a-b59229d34322), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.607846 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Set router a7b21b67-51b4-498f-913d-c929c15eac0a gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:51.627768 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:51.639443 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ca22c8-ec58-43d5-b60e-f1a04894aeac tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77244fd9-2ce6-47fc-bd6a-b59229d34322,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:51.669970 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f2ca22c8-ec58-43d5-b60e-f1a04894aeac tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.677185 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-f2ca22c8-ec58-43d5-b60e-f1a04894aeac tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2524366 Sep 09 14:58:51.679929 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35376) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:51.686643 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-0fcdf2e4-27d9-457b-8469-f567defdd61e tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Request body: {'security_group_rule': {'security_group_id': 'fcf663bb-2313-4e8c-b179-ce5f5025cc91', 'project_id': '3f711f25c212427db970f02391c79d1c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:51.705943 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-22373d10-1dda-4025-ba10-3e33e302606d req-4248dc89-7333-4850-b30c-5011924a3b59 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201937 Sep 09 14:58:51.739096 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf2e4-27d9-457b-8469-f567defdd61e tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (08d45adf-ce83-4e63-bc6c-ee59ff767c38), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.808833 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf2e4-27d9-457b-8469-f567defdd61e tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (08d45adf-ce83-4e63-bc6c-ee59ff767c38), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.814713 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf2e4-27d9-457b-8469-f567defdd61e tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (08d45adf-ce83-4e63-bc6c-ee59ff767c38), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.837691 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdf2e4-27d9-457b-8469-f567defdd61e tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d45adf-ce83-4e63-bc6c-ee59ff767c38,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:51.844725 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0fcdf2e4-27d9-457b-8469-f567defdd61e tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.845973 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-0fcdf2e4-27d9-457b-8469-f567defdd61e tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647663 Sep 09 14:58:51.848913 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35382) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:51.854205 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-fe7a4781-5f41-4abc-a820-1ef96f327964 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Request body: {'security_group_rule': {'security_group_id': 'fcf663bb-2313-4e8c-b179-ce5f5025cc91', 'project_id': '3f711f25c212427db970f02391c79d1c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:51.883066 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4781-5f41-4abc-a820-1ef96f327964 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (72d4983a-dd69-488d-a9e6-2a6db818335f), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.923694 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'name': 'tempest-TestShelveInstance-1790591546-router', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:42Z', 'updated_at': '2022-09-09T14:58:48Z', 'revision_number': 4, 'project_id': '6ea109160a154ce6a71660bdcf306133', 'gw_port': {'id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:43Z', 'updated_at': '2022-09-09T14:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'cdf5816f-5757-49c2-b166-457a187fa553', 'name': '', 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'mac_address': 'fa:16:3e:43:cb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '119af1c9-7307-4187-8006-d575520770f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:47Z', 'updated_at': '2022-09-09T14:58:49Z', 'revision_number': 2, 'project_id': '6ea109160a154ce6a71660bdcf306133', 'subnets': [{'id': '119af1c9-7307-4187-8006-d575520770f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:51.935587 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:51.949879 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Checking router: a7b21b67-51b4-498f-913d-c929c15eac0a for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:58:51.950224 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Updating router a7b21b67-51b4-498f-913d-c929c15eac0a port cdf5816f-5757-49c2-b166-457a187fa553 binding host dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 14:58:51.954815 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4781-5f41-4abc-a820-1ef96f327964 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (72d4983a-dd69-488d-a9e6-2a6db818335f), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.960138 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4781-5f41-4abc-a820-1ef96f327964 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (72d4983a-dd69-488d-a9e6-2a6db818335f), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.984405 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a4781-5f41-4abc-a820-1ef96f327964 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d4983a-dd69-488d-a9e6-2a6db818335f,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:51.988907 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (cdf5816f-5757-49c2-b166-457a187fa553), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:51.998151 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-fe7a4781-5f41-4abc-a820-1ef96f327964 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.000269 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-fe7a4781-5f41-4abc-a820-1ef96f327964 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496940 Sep 09 14:58:52.002801 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 35386) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:52.009866 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-3afcc938-7c67-4c74-9849-c5d82c9ff48c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Request body: {'security_group_rule': {'security_group_id': 'fcf663bb-2313-4e8c-b179-ce5f5025cc91', 'project_id': '3f711f25c212427db970f02391c79d1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:52.047803 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.securitygroups_db [None req-3afcc938-7c67-4c74-9849-c5d82c9ff48c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Project 3f711f25c212427db970f02391c79d1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 14:58:52.070474 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3afcc938-7c67-4c74-9849-c5d82c9ff48c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (4a3bf024-1c8e-4f2a-94a5-567ed3779872), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.177222 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76657c1d-087e-4d36-bb7e-eecde4dd8094 req-d9540972-5585-40c8-816e-5ed2572f0857 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:52.178782 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-76657c1d-087e-4d36-bb7e-eecde4dd8094 req-d9540972-5585-40c8-816e-5ed2572f0857 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0616372 Sep 09 14:58:52.180673 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3afcc938-7c67-4c74-9849-c5d82c9ff48c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (4a3bf024-1c8e-4f2a-94a5-567ed3779872), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.185188 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3afcc938-7c67-4c74-9849-c5d82c9ff48c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (4a3bf024-1c8e-4f2a-94a5-567ed3779872), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.220953 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:52.231781 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcc938-7c67-4c74-9849-c5d82c9ff48c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a3bf024-1c8e-4f2a-94a5-567ed3779872,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:52.251811 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3afcc938-7c67-4c74-9849-c5d82c9ff48c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.255647 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-3afcc938-7c67-4c74-9849-c5d82c9ff48c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2492185 Sep 09 14:58:52.255992 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35392) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:52.260708 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-0b5f8626-f284-490b-b993-8154224746a9 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Request body: {'security_group_rule': {'security_group_id': 'fcf663bb-2313-4e8c-b179-ce5f5025cc91', 'project_id': '3f711f25c212427db970f02391c79d1c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:52.269561 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-76657c1d-087e-4d36-bb7e-eecde4dd8094 req-144d6923-e096-4095-88f3-2f19a3d31b9d tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816529 Sep 09 14:58:52.300090 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.securitygroups_db [None req-0b5f8626-f284-490b-b993-8154224746a9 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Project 3f711f25c212427db970f02391c79d1c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 14:58:52.307113 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8626-f284-490b-b993-8154224746a9 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (8f44a327-8680-4a6d-ac2f-2424bcad707d), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.320021 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 4f0be677-96dc-4e6d-83f2-77943a10fc9c up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:52.323773 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:52.385277 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 4f0be677-96dc-4e6d-83f2-77943a10fc9c triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:52.385662 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.435940 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Publish callbacks [] for port (cdf5816f-5757-49c2-b166-457a187fa553), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.450502 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (cdf5816f-5757-49c2-b166-457a187fa553), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.464320 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8626-f284-490b-b993-8154224746a9 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (8f44a327-8680-4a6d-ac2f-2424bcad707d), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.469925 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8626-f284-490b-b993-8154224746a9 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (8f44a327-8680-4a6d-ac2f-2424bcad707d), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.505145 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:52.506898 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a435ad-dba1-4a1e-8d7b-04c8ea1599bd None None] Pushing event updated for resources: {'Port': ['ID=cdf5816f-5757-49c2-b166-457a187fa553,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:52.512106 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f8626-f284-490b-b993-8154224746a9 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f44a327-8680-4a6d-ac2f-2424bcad707d,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:52.528905 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8626-f284-490b-b993-8154224746a9 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.530254 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-0b5f8626-f284-490b-b993-8154224746a9 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2732503 Sep 09 14:58:52.544249 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 4f0be677-96dc-4e6d-83f2-77943a10fc9c is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:52.589027 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Attempting to bind port cdf5816f-5757-49c2-b166-457a187fa553 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:58:52.589539 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Attempting to bind port cdf5816f-5757-49c2-b166-457a187fa553 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '0e46bce8-9a20-4049-a650-0935aae654cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:58:52.589957 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Attempting to bind port cdf5816f-5757-49c2-b166-457a187fa553 on network 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:58:52.638299 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:58:52.638865 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Checking segment: {'id': '0e46bce8-9a20-4049-a650-0935aae654cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:58:52.639426 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.639961 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Bound using segment: {'id': '0e46bce8-9a20-4049-a650-0935aae654cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:58:52.640567 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Bound port: cdf5816f-5757-49c2-b166-457a187fa553, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e46bce8-9a20-4049-a650-0935aae654cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:58:52.641088 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (cdf5816f-5757-49c2-b166-457a187fa553), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.717354 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] For port cdf5816f-5757-49c2-b166-457a187fa553, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:58:52.725828 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] For port cdf5816f-5757-49c2-b166-457a187fa553, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=cdf5816f-5757-49c2-b166-457a187fa553,segment=NetworkSegment(0e46bce8-9a20-4049-a650-0935aae654cc),segment_id=0e46bce8-9a20-4049-a650-0935aae654cc)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:58:52.736053 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (cdf5816f-5757-49c2-b166-457a187fa553), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:52.799653 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a435ad-dba1-4a1e-8d7b-04c8ea1599bd None None] Pushing event updated for resources: {'Port': ['ID=cdf5816f-5757-49c2-b166-457a187fa553,revision_number=4']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:52.805805 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Routers {'a7b21b67-51b4-498f-913d-c929c15eac0a'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:52.807322 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['a7b21b67-51b4-498f-913d-c929c15eac0a'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:52.866590 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835cf18-d12a-40cc-8723-fe81b9e1382c req-5cbd32d5-56cc-4c71-ac34-05988d0930a0 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:52.868267 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1835cf18-d12a-40cc-8723-fe81b9e1382c req-5cbd32d5-56cc-4c71-ac34-05988d0930a0 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0727084 Sep 09 14:58:52.919267 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1835cf18-d12a-40cc-8723-fe81b9e1382c req-7d11a996-307f-4afd-8a3c-891beb0c802a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445297 Sep 09 14:58:52.925607 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] Set router a7b21b67-51b4-498f-913d-c929c15eac0a gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:53.137081 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'name': 'tempest-TestShelveInstance-1790591546-router', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:42Z', 'updated_at': '2022-09-09T14:58:48Z', 'revision_number': 4, 'project_id': '6ea109160a154ce6a71660bdcf306133', 'gw_port': {'id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:43Z', 'updated_at': '2022-09-09T14:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'cdf5816f-5757-49c2-b166-457a187fa553', 'name': '', 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'mac_address': 'fa:16:3e:43:cb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '119af1c9-7307-4187-8006-d575520770f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:47Z', 'updated_at': '2022-09-09T14:58:52Z', 'revision_number': 4, 'project_id': '6ea109160a154ce6a71660bdcf306133', 'subnets': [{'id': '119af1c9-7307-4187-8006-d575520770f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:53.167864 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73cadae-3ea0-4692-b3de-f77d9274f1fa None None] The sync data for ids ['a7b21b67-51b4-498f-913d-c929c15eac0a'] in dv-cinder-828696-11-iscsi is: [{'id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'name': 'tempest-TestShelveInstance-1790591546-router', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:42Z', 'updated_at': '2022-09-09T14:58:48Z', 'revision_number': 4, 'project_id': '6ea109160a154ce6a71660bdcf306133', 'gw_port': {'id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:43Z', 'updated_at': '2022-09-09T14:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'cdf5816f-5757-49c2-b166-457a187fa553', 'name': '', 'network_id': '2f7579b1-840d-4cb2-b2fa-ff1373ddfcde', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'mac_address': 'fa:16:3e:43:cb:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': '119af1c9-7307-4187-8006-d575520770f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:47Z', 'updated_at': '2022-09-09T14:58:52Z', 'revision_number': 4, 'project_id': '6ea109160a154ce6a71660bdcf306133', 'subnets': [{'id': '119af1c9-7307-4187-8006-d575520770f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:58:53.410162 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7e9e2-28ad-4ae4-80a1-ae329365ea5a req-6e7e8a44-a7a0-4836-94ce-f0c63837db94 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:53.411867 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f5c7e9e2-28ad-4ae4-80a1-ae329365ea5a req-6e7e8a44-a7a0-4836-94ce-f0c63837db94 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0513189 Sep 09 14:58:53.461672 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f5c7e9e2-28ad-4ae4-80a1-ae329365ea5a req-e83bceba-62db-4988-8009-28439b2a9465 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438709 Sep 09 14:58:54.050136 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c42614-ac08-4dc8-a6fd-7c8d253a48c1 req-a993eb94-15e3-49b4-9a44-d0398154795f tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:54.051760 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-97c42614-ac08-4dc8-a6fd-7c8d253a48c1 req-a993eb94-15e3-49b4-9a44-d0398154795f tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0528660 Sep 09 14:58:54.100001 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-97c42614-ac08-4dc8-a6fd-7c8d253a48c1 req-305a9661-907e-4626-aad6-3a52b035b0e9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419998 Sep 09 14:58:54.248473 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device cdf5816f-5757-49c2-b166-457a187fa553 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:54.295566 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port cdf5816f-5757-49c2-b166-457a187fa553 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:54.295937 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (cdf5816f-5757-49c2-b166-457a187fa553), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:54.366260 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port cdf5816f-5757-49c2-b166-457a187fa553 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:54.366637 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (cdf5816f-5757-49c2-b166-457a187fa553), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:54.398698 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port cdf5816f-5757-49c2-b166-457a187fa553, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=cdf5816f-5757-49c2-b166-457a187fa553,segment=NetworkSegment(0e46bce8-9a20-4049-a650-0935aae654cc),segment_id=0e46bce8-9a20-4049-a650-0935aae654cc)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:58:54.403010 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (cdf5816f-5757-49c2-b166-457a187fa553), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:54.446769 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:54.452083 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=cdf5816f-5757-49c2-b166-457a187fa553,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:54.585462 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749dd47-5d92-4e9a-b82d-cc1cb98e3db0 req-a0f7c457-c86e-400a-b252-c8bb8a6d8a3a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:54.586960 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b749dd47-5d92-4e9a-b82d-cc1cb98e3db0 req-a0f7c457-c86e-400a-b252-c8bb8a6d8a3a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0488305 Sep 09 14:58:54.635487 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b749dd47-5d92-4e9a-b82d-cc1cb98e3db0 req-0a06c767-2621-491e-988d-b13084d92a3c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424509 Sep 09 14:58:55.220784 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db1aa4-60db-43c0-9a05-840aa47bcf9e req-e0551553-0f61-404b-bc50-e46981018181 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:55.222300 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-25db1aa4-60db-43c0-9a05-840aa47bcf9e req-e0551553-0f61-404b-bc50-e46981018181 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0474596 Sep 09 14:58:55.274435 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-25db1aa4-60db-43c0-9a05-840aa47bcf9e req-999a0895-10be-476f-bfd5-841ae37c803e tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463765 Sep 09 14:58:55.373327 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bde3b3-5170-4299-9e57-895a123da534 req-84970ae4-1e6d-4e06-9ce6-2ff5113d51ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:55.374678 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-62bde3b3-5170-4299-9e57-895a123da534 req-84970ae4-1e6d-4e06-9ce6-2ff5113d51ed service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 1130 time: 0.0397749 Sep 09 14:58:55.477056 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bde3b3-5170-4299-9e57-895a123da534 req-6162fe5c-fc8b-4a52-a9dc-7165c4490623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:55.479096 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-62bde3b3-5170-4299-9e57-895a123da534 req-6162fe5c-fc8b-4a52-a9dc-7165c4490623 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.0900383 Sep 09 14:58:55.522594 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-62bde3b3-5170-4299-9e57-895a123da534 req-11e58024-f04e-4604-a101-c4011feb4886 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf93c11-9610-4394-9769-af290e65bfdd HTTP/1.1" status: 200 len: 217 time: 0.0364349 Sep 09 14:58:55.576433 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:55.581133 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bde3b3-5170-4299-9e57-895a123da534 req-c1cdada9-dbf1-4590-9196-46e993788fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:55.582618 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-62bde3b3-5170-4299-9e57-895a123da534 req-c1cdada9-dbf1-4590-9196-46e993788fd8 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.0483937 Sep 09 14:58:55.628123 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bde3b3-5170-4299-9e57-895a123da534 req-1cf4c00e-e52a-4795-be6a-ba1f13d5ef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:55.629595 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-62bde3b3-5170-4299-9e57-895a123da534 req-1cf4c00e-e52a-4795-be6a-ba1f13d5ef09 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0391297 Sep 09 14:58:55.752147 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-62bde3b3-5170-4299-9e57-895a123da534 req-eb306306-c2d9-4c58-a71f-9d1e47679dd0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139572 Sep 09 14:58:55.772369 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844aba4c-ecde-4a2d-90d0-83dd170c370c req-9d09b187-3820-4bb8-a7b2-5e998bea4274 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:55.773791 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-844aba4c-ecde-4a2d-90d0-83dd170c370c req-9d09b187-3820-4bb8-a7b2-5e998bea4274 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0625718 Sep 09 14:58:55.875332 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-844aba4c-ecde-4a2d-90d0-83dd170c370c req-7a5de6c2-86b7-4a18-9af9-631b4a51e569 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904436 Sep 09 14:58:55.892254 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-62bde3b3-5170-4299-9e57-895a123da534 req-5383a9c3-be06-416e-be5f-73cbc7aaf2dc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317549 Sep 09 14:58:56.245555 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device cdf5816f-5757-49c2-b166-457a187fa553 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:58:56.291538 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port cdf5816f-5757-49c2-b166-457a187fa553 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:58:56.292085 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (cdf5816f-5757-49c2-b166-457a187fa553), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:56.369829 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port cdf5816f-5757-49c2-b166-457a187fa553 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:58:56.402904 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e9128-6fbb-4b6b-b4fd-92af63d2ee0b req-acad38c2-822b-4962-86dd-98e1327da973 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:56.404401 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-514e9128-6fbb-4b6b-b4fd-92af63d2ee0b req-acad38c2-822b-4962-86dd-98e1327da973 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0483420 Sep 09 14:58:56.434632 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:56.451724 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-514e9128-6fbb-4b6b-b4fd-92af63d2ee0b req-37cddd24-f3aa-4dd2-86f6-34ddc81545fe tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415103 Sep 09 14:58:56.575361 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b5664-3e71-41fc-b1ec-62ef898cbee7 req-8095e211-07f3-4afb-ba5c-8d021daa15ea tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:56.576735 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a62b5664-3e71-41fc-b1ec-62ef898cbee7 req-8095e211-07f3-4afb-ba5c-8d021daa15ea tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0524950 Sep 09 14:58:56.588459 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 35530) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:56.592844 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-c31a3606-23b7-4942-98ab-116cdd3a7f20 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Request body: {'floatingip': {'port_id': '112e83fe-adcc-47b0-8085-50326186abe9'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:58:56.630341 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c31a3606-23b7-4942-98ab-116cdd3a7f20 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (0b834545-2d59-46cf-9756-c58949fd55f5), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:57.025831 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17188785-351b-4967-a749-4e5892a225c7 req-0c495366-6e72-4c5f-b37e-e60b7e9fbbb5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:57.027533 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-17188785-351b-4967-a749-4e5892a225c7 req-0c495366-6e72-4c5f-b37e-e60b7e9fbbb5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0669715 Sep 09 14:58:57.086275 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:57.141132 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-17188785-351b-4967-a749-4e5892a225c7 req-9076e9db-4a67-41ac-84b0-b54beab8c222 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909038 Sep 09 14:58:57.145088 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c31a3606-23b7-4942-98ab-116cdd3a7f20 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:57.149558 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c31a3606-23b7-4942-98ab-116cdd3a7f20 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (0b834545-2d59-46cf-9756-c58949fd55f5), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:57.477499 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [None req-c31a3606-23b7-4942-98ab-116cdd3a7f20 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Floating IP 0b834545-2d59-46cf-9756-c58949fd55f5 associated. External IP: 172.27.3.100, port: 112e83fe-adcc-47b0-8085-50326186abe9. Sep 09 14:58:57.580501 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35548) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:57.684789 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31a3606-23b7-4942-98ab-116cdd3a7f20 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Router 599cf530-5e09-4830-8502-2fe6e4f649ed has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:58:57.707228 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-bc539990-acfa-4beb-be54-d58011623bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:57.769084 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:57.786104 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-bc539990-acfa-4beb-be54-d58011623bf5 admin admin] Publish callbacks [] for security_group (028c9877-ab71-4c9b-8a47-b8ce7d0f7dd3), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:57.790187 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-bc539990-acfa-4beb-be54-d58011623bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (028c9877-ab71-4c9b-8a47-b8ce7d0f7dd3), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:57.798223 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31a3606-23b7-4942-98ab-116cdd3a7f20 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:58:57.803594 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c31a3606-23b7-4942-98ab-116cdd3a7f20 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:57.811891 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29894b98-427c-4789-9509-04dba87fea70 None None] Sync routers for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:58:57.818744 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-bc539990-acfa-4beb-be54-d58011623bf5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=be1d452583bf4052b9da902950603e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346749 Sep 09 14:58:57.821714 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35552) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:57.827682 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29894b98-427c-4789-9509-04dba87fea70 None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:57.828305 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-29894b98-427c-4789-9509-04dba87fea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:57.838504 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-c31a3606-23b7-4942-98ab-116cdd3a7f20 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/0b834545-2d59-46cf-9756-c58949fd55f5 HTTP/1.1" status: 200 len: 991 time: 1.2462070 Sep 09 14:58:57.838504 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'tag': '112e83fe-adcc-47b0-8085-50326186abe9'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:58:57.839648 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf2e0fb-db5c-45a8-aec6-c002ea0a4cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "762529ff-2c14-4d96-85cb-3908b1f9e26b", "tag": "112e83fe-adcc-47b0-8085-50326186abe9"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:58:57.851559 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc539990-acfa-4beb-be54-d58011623bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028c9877-ab71-4c9b-8a47-b8ce7d0f7dd3,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:57.882160 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5f6e9f-d374-4e92-8945-80e26c9a7563 x-openstack-request-id: req-6c5f6e9f-d374-4e92-8945-80e26c9a7563 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:58:57.882954 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "762529ff-2c14-4d96-85cb-3908b1f9e26b", "tag": "112e83fe-adcc-47b0-8085-50326186abe9", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:58:57.882954 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c5f6e9f-d374-4e92-8945-80e26c9a7563 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:58:57.883168 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c5f6e9f-d374-4e92-8945-80e26c9a7563'] response: {'name': 'network-changed', 'server_uuid': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'tag': '112e83fe-adcc-47b0-8085-50326186abe9', 'status': 'completed', 'code': 200} Sep 09 14:58:57.893462 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f28ed80f-c5e6-4d9b-b0cc-b765f8bc6112 admin admin] Publish callbacks [] for security_group (028c9877-ab71-4c9b-8a47-b8ce7d0f7dd3), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:57.914864 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f28ed80f-c5e6-4d9b-b0cc-b765f8bc6112 admin admin] Publish callbacks [] for security_group (028c9877-ab71-4c9b-8a47-b8ce7d0f7dd3), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:57.946148 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:57.955893 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2e0fb-db5c-45a8-aec6-c002ea0a4cdb req-5b0856d0-bbc5-4fbd-b05d-5789cf4775cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:57.956190 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-29894b98-427c-4789-9509-04dba87fea70 None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:57.957592 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6bf2e0fb-db5c-45a8-aec6-c002ea0a4cdb req-5b0856d0-bbc5-4fbd-b05d-5789cf4775cc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e498d32cc51a4bad9cb21e58985ce63e&device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 1129 time: 0.0443742 Sep 09 14:58:57.971420 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f28ed80f-c5e6-4d9b-b0cc-b765f8bc6112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (028c9877-ab71-4c9b-8a47-b8ce7d0f7dd3), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:57.974403 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f28ed80f-c5e6-4d9b-b0cc-b765f8bc6112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:57.975686 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f28ed80f-c5e6-4d9b-b0cc-b765f8bc6112 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/028c9877-ab71-4c9b-8a47-b8ce7d0f7dd3 HTTP/1.1" status: 204 len: 168 time: 0.1525497 Sep 09 14:58:57.985493 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28ed80f-c5e6-4d9b-b0cc-b765f8bc6112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028c9877-ab71-4c9b-8a47-b8ce7d0f7dd3,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:57.987677 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:58.094992 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2e0fb-db5c-45a8-aec6-c002ea0a4cdb req-6d933f25-a1a8-4c74-8629-45626bbb63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:58.096672 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6bf2e0fb-db5c-45a8-aec6-c002ea0a4cdb req-6d933f25-a1a8-4c74-8629-45626bbb63cc service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=bdb8f25d-969f-4b3f-93fd-134c876a47c8 HTTP/1.1" status: 200 len: 912 time: 0.1316273 Sep 09 14:58:58.196766 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6bf2e0fb-db5c-45a8-aec6-c002ea0a4cdb req-648026e0-cae2-4c38-a4b8-e2434912d789 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=112e83fe-adcc-47b0-8085-50326186abe9 HTTP/1.1" status: 200 len: 999 time: 0.0920117 Sep 09 14:58:58.267473 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2e0fb-db5c-45a8-aec6-c002ea0a4cdb req-1a1f311d-2edd-4d93-b94d-e2276e833920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:58.268916 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6bf2e0fb-db5c-45a8-aec6-c002ea0a4cdb req-1a1f311d-2edd-4d93-b94d-e2276e833920 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ffcf31bc-f951-45a8-9046-0560105c9d10 HTTP/1.1" status: 200 len: 850 time: 0.0653753 Sep 09 14:58:58.336990 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8a113-40e7-4a1b-8031-0e8b5d7d0754 req-4738b770-9317-405b-9fdd-26852070f885 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:58.338653 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2fd8a113-40e7-4a1b-8031-0e8b5d7d0754 req-4738b770-9317-405b-9fdd-26852070f885 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0848379 Sep 09 14:58:58.356199 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-29894b98-427c-4789-9509-04dba87fea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '0b834545-2d59-46cf-9756-c58949fd55f5', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'port_id': '112e83fe-adcc-47b0-8085-50326186abe9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'mac_address': 'fa:16:3e:6a:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:58:31Z', 'updated_at': '2022-09-09T14:58:57Z', 'revision_number': 1, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:32Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:58.356924 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2e0fb-db5c-45a8-aec6-c002ea0a4cdb req-81efbb15-95a9-4b09-beb0-2bac636ea0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:58.358406 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6bf2e0fb-db5c-45a8-aec6-c002ea0a4cdb req-81efbb15-95a9-4b09-beb0-2bac636ea0df service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=bdb8f25d-969f-4b3f-93fd-134c876a47c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0713561 Sep 09 14:58:58.383652 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29894b98-427c-4789-9509-04dba87fea70 None None] Checking router: 599cf530-5e09-4830-8502-2fe6e4f649ed for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:58:58.394074 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29894b98-427c-4789-9509-04dba87fea70 None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:58:58.394697 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-29894b98-427c-4789-9509-04dba87fea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:58:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:58.399961 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35568) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:58.418151 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-bd70d6e5-82cf-49ff-8312-239081d7994c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:58.474129 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2fd8a113-40e7-4a1b-8031-0e8b5d7d0754 req-bc9de5b3-7047-4e2a-b359-592670c9195a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278112 Sep 09 14:58:58.517388 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6bf2e0fb-db5c-45a8-aec6-c002ea0a4cdb req-ef3c3c97-d9e5-482f-87da-9ba8f31a30f2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504014 Sep 09 14:58:58.530444 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-29894b98-427c-4789-9509-04dba87fea70 None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:58:58.547690 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-bd70d6e5-82cf-49ff-8312-239081d7994c admin admin] Publish callbacks [] for security_group (ac3272b2-32f8-4ffd-9eaf-1fdd76c7de17), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:58.552667 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-bd70d6e5-82cf-49ff-8312-239081d7994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ac3272b2-32f8-4ffd-9eaf-1fdd76c7de17), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:58.587152 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:58.612690 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:58.617406 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-bd70d6e5-82cf-49ff-8312-239081d7994c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f3cd4decc9d14809abb992456001807d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159503 Sep 09 14:58:58.618529 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6bf2e0fb-db5c-45a8-aec6-c002ea0a4cdb req-adb7bc05-b6f4-42ad-ab90-bb0266112206 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949314 Sep 09 14:58:58.618843 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd70d6e5-82cf-49ff-8312-239081d7994c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3272b2-32f8-4ffd-9eaf-1fdd76c7de17,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:58.620589 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 35570) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:58.674728 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9f1fce49-612c-4552-b256-270b3c43797c admin admin] Publish callbacks [] for security_group (ac3272b2-32f8-4ffd-9eaf-1fdd76c7de17), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:58.696219 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9f1fce49-612c-4552-b256-270b3c43797c admin admin] Publish callbacks [] for security_group (ac3272b2-32f8-4ffd-9eaf-1fdd76c7de17), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:58.746107 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9f1fce49-612c-4552-b256-270b3c43797c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ac3272b2-32f8-4ffd-9eaf-1fdd76c7de17), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:58.749176 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9f1fce49-612c-4552-b256-270b3c43797c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:58.751014 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-9f1fce49-612c-4552-b256-270b3c43797c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ac3272b2-32f8-4ffd-9eaf-1fdd76c7de17 HTTP/1.1" status: 204 len: 168 time: 0.1292508 Sep 09 14:58:58.760401 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fce49-612c-4552-b256-270b3c43797c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3272b2-32f8-4ffd-9eaf-1fdd76c7de17,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:58.787233 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-29894b98-427c-4789-9509-04dba87fea70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '0b834545-2d59-46cf-9756-c58949fd55f5', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'port_id': '112e83fe-adcc-47b0-8085-50326186abe9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'mac_address': 'fa:16:3e:6a:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:58:31Z', 'updated_at': '2022-09-09T14:58:57Z', 'revision_number': 1, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:32Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:58:58.816115 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29894b98-427c-4789-9509-04dba87fea70 None None] The sync data for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi is: [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '0b834545-2d59-46cf-9756-c58949fd55f5', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'port_id': '112e83fe-adcc-47b0-8085-50326186abe9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 307, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'mac_address': 'fa:16:3e:6a:b6:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:58:31Z', 'updated_at': '2022-09-09T14:58:57Z', 'revision_number': 1, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:32Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:58:59.027068 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af5111-e813-4e65-9480-5abd83740d21 None None] New status for floating IP 0b834545-2d59-46cf-9756-c58949fd55f5: ACTIVE {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 14:58:59.116153 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35576) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:59.131919 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab254c6c-7a86-487a-8dca-b7afb295293d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:59.216073 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab254c6c-7a86-487a-8dca-b7afb295293d admin admin] Publish callbacks [] for security_group (02280620-b107-4a01-b23e-cd527b393c3f), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:59.220137 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ab254c6c-7a86-487a-8dca-b7afb295293d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (02280620-b107-4a01-b23e-cd527b393c3f), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:59.259621 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-ab254c6c-7a86-487a-8dca-b7afb295293d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6fb69bede6bb4f1d88862f072a37bb1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424096 Sep 09 14:58:59.261098 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab254c6c-7a86-487a-8dca-b7afb295293d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02280620-b107-4a01-b23e-cd527b393c3f,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:59.262872 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 35580) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:58:59.318642 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b36d-198f-444c-8829-2d20257f5b0c admin admin] Publish callbacks [] for security_group (02280620-b107-4a01-b23e-cd527b393c3f), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:59.339691 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b36d-198f-444c-8829-2d20257f5b0c admin admin] Publish callbacks [] for security_group (02280620-b107-4a01-b23e-cd527b393c3f), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:59.365086 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:58:59.388901 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b36d-198f-444c-8829-2d20257f5b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (02280620-b107-4a01-b23e-cd527b393c3f), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:59.391490 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a4f3b36d-198f-444c-8829-2d20257f5b0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:58:59.392672 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a4f3b36d-198f-444c-8829-2d20257f5b0c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/02280620-b107-4a01-b23e-cd527b393c3f HTTP/1.1" status: 204 len: 168 time: 0.1283448 Sep 09 14:58:59.401181 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3b36d-198f-444c-8829-2d20257f5b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02280620-b107-4a01-b23e-cd527b393c3f,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:58:59.597820 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f347db0-1de3-4608-9514-e6856a8b461a req-cf03c8f1-2a8f-47ce-8211-c1b2d0fa09fd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:58:59.599438 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f347db0-1de3-4608-9514-e6856a8b461a req-cf03c8f1-2a8f-47ce-8211-c1b2d0fa09fd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0593877 Sep 09 14:58:59.663579 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f347db0-1de3-4608-9514-e6856a8b461a req-efeb2cbd-6af8-4717-a16c-bec38e626d53 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577035 Sep 09 14:59:00.805364 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe81914-b8f5-4178-8971-36a5b8e6eaf5 req-804a6371-57dd-428d-9235-6954c331eb27 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:00.806734 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2fe81914-b8f5-4178-8971-36a5b8e6eaf5 req-804a6371-57dd-428d-9235-6954c331eb27 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0498250 Sep 09 14:59:00.854333 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2fe81914-b8f5-4178-8971-36a5b8e6eaf5 req-34f36de9-615f-4cf5-a87b-bde426fc25bc tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 Sep 09 14:59:01.996875 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df43b88-c757-4bfe-801f-f341c4afa9fb req-28026f95-92f2-4520-be11-646a90a9aa4e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:01.998854 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4df43b88-c757-4bfe-801f-f341c4afa9fb req-28026f95-92f2-4520-be11-646a90a9aa4e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0563672 Sep 09 14:59:02.066829 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4df43b88-c757-4bfe-801f-f341c4afa9fb req-3f980cfa-76ec-4dce-9f34-fec25bb77323 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527046 Sep 09 14:59:03.190313 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d224e-9135-4f6c-81c5-089699122468 req-d0bfd3ab-8d22-4997-abb7-2be8cd4a3728 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:03.191779 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ec9d224e-9135-4f6c-81c5-089699122468 req-d0bfd3ab-8d22-4997-abb7-2be8cd4a3728 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0486443 Sep 09 14:59:03.243470 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ec9d224e-9135-4f6c-81c5-089699122468 req-79fd7ba7-176e-4b8b-a40d-8dc495572d88 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460231 Sep 09 14:59:04.368473 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5cf5a9-58cd-409c-88e9-be0dfc4cba8d req-21869557-b23d-4399-8649-6e225eb27731 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:04.369765 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0c5cf5a9-58cd-409c-88e9-be0dfc4cba8d req-21869557-b23d-4399-8649-6e225eb27731 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0472200 Sep 09 14:59:04.422436 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0c5cf5a9-58cd-409c-88e9-be0dfc4cba8d req-82189b99-0e87-45e2-a148-79c125184b32 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458205 Sep 09 14:59:05.548413 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7f6311-b8df-4b5a-9a4c-879403011a11 req-2de48890-0871-4e97-9970-720d29367483 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:05.550092 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0a7f6311-b8df-4b5a-9a4c-879403011a11 req-2de48890-0871-4e97-9970-720d29367483 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0524452 Sep 09 14:59:05.598774 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0a7f6311-b8df-4b5a-9a4c-879403011a11 req-e4f1faaf-9b72-4f57-a726-379021b75ae8 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433202 Sep 09 14:59:06.709213 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:06.724617 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba656e7-07ca-4761-94db-84ca464b20c1 req-2d944ec5-8e56-4d11-b500-6866d39ee101 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:06.726116 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1ba656e7-07ca-4761-94db-84ca464b20c1 req-2d944ec5-8e56-4d11-b500-6866d39ee101 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0537133 Sep 09 14:59:06.773580 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1ba656e7-07ca-4761-94db-84ca464b20c1 req-3a11cc95-74af-44b9-aadf-fc2ad204bd69 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417874 Sep 09 14:59:07.635188 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-db314b19-46bd-43fa-aa1c-7c05b93eb22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:07.894068 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d01c9-ecbe-4f75-ab24-3732e418e5cf req-d68f912e-3e4e-4ece-9e1d-1624a506c206 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:07.895567 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a48d01c9-ecbe-4f75-ab24-3732e418e5cf req-d68f912e-3e4e-4ece-9e1d-1624a506c206 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0460746 Sep 09 14:59:07.944727 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a48d01c9-ecbe-4f75-ab24-3732e418e5cf req-73504119-56cd-45d2-af39-75046e9d9eb7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434873 Sep 09 14:59:09.068808 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f85c23-e92e-45ff-880b-dce06da544d9 req-1bf061d2-2555-4896-b87f-5ae1baefee7a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:09.070285 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-88f85c23-e92e-45ff-880b-dce06da544d9 req-1bf061d2-2555-4896-b87f-5ae1baefee7a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0510328 Sep 09 14:59:09.118782 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-88f85c23-e92e-45ff-880b-dce06da544d9 req-480698d1-18b5-47d4-b4eb-8e31c7a3ee2b tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429313 Sep 09 14:59:09.143212 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:09.145696 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=66 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:09.253708 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=30,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:09.256161 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=18,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:09.401168 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 35708) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:09.407626 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-92ed1ad9-6599-46ce-ac44-09c68b895824 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--327801142', 'description': 'tempest-description--1830254870'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:09.431224 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-92ed1ad9-6599-46ce-ac44-09c68b895824 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.506020 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-92ed1ad9-6599-46ce-ac44-09c68b895824 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (9ad78be3-f376-45ab-8cf0-904900f73397), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.510676 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-92ed1ad9-6599-46ce-ac44-09c68b895824 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9ad78be3-f376-45ab-8cf0-904900f73397), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.528146 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:09.549028 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-92ed1ad9-6599-46ce-ac44-09c68b895824 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.551462 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-92ed1ad9-6599-46ce-ac44-09c68b895824 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1477971 Sep 09 14:59:09.554324 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 35720) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:09.555734 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed1ad9-6599-46ce-ac44-09c68b895824 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad78be3-f376-45ab-8cf0-904900f73397,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:09.560095 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'security_group_rule': {'security_group_id': '9ad78be3-f376-45ab-8cf0-904900f73397', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:09.587718 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (01c859f4-50ee-46ef-bf7f-d6575799d4d3), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.648303 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (01c859f4-50ee-46ef-bf7f-d6575799d4d3), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.652570 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (01c859f4-50ee-46ef-bf7f-d6575799d4d3), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.673097 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c859f4-50ee-46ef-bf7f-d6575799d4d3,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:09.681931 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.682278 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.682809 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.683150 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.683517 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.683834 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.684330 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.684689 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.685186 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.685542 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.685875 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.686221 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.686546 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.686873 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.687210 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:09.691815 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.696116 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 35726) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:09.696573 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b934331c-21d2-4438-934b-650640d0bb92 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405022 Sep 09 14:59:09.701182 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-52e87166-0165-499b-8a59-1593f0e34c25 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'security_group_rule': {'security_group_id': '9ad78be3-f376-45ab-8cf0-904900f73397', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:09.753311 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-52e87166-0165-499b-8a59-1593f0e34c25 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (3f17ebb9-3abd-4fa1-ab17-e4767cfce1e9), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.842342 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-52e87166-0165-499b-8a59-1593f0e34c25 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (3f17ebb9-3abd-4fa1-ab17-e4767cfce1e9), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.847277 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-52e87166-0165-499b-8a59-1593f0e34c25 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (3f17ebb9-3abd-4fa1-ab17-e4767cfce1e9), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.863045 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-deb0dd89-943c-4f0c-8bba-72d9cfad1d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.868685 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e87166-0165-499b-8a59-1593f0e34c25 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f17ebb9-3abd-4fa1-ab17-e4767cfce1e9,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:09.878086 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-52e87166-0165-499b-8a59-1593f0e34c25 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:09.879379 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-52e87166-0165-499b-8a59-1593f0e34c25 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1823869 Sep 09 14:59:09.882548 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 35730) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:09.887121 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:09.916599 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:10.016389 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:10.136345 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Allocated IP 172.27.3.161 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/48dc473c-fdd2-4557-9fb8-8ec52f167885) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:59:10.147505 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:10.288349 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82134338-2b01-45c3-addd-c2da7927e6a1 req-1bb26ada-ef9c-4364-9f86-4bfe936bad6e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:10.289783 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-82134338-2b01-45c3-addd-c2da7927e6a1 req-1bb26ada-ef9c-4364-9f86-4bfe936bad6e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0697243 Sep 09 14:59:10.315594 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for port (48dc473c-fdd2-4557-9fb8-8ec52f167885), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:10.372729 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-82134338-2b01-45c3-addd-c2da7927e6a1 req-45fbf55f-03d0-48ec-b1e4-60e38fc78f74 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682909 Sep 09 14:59:10.383984 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (48dc473c-fdd2-4557-9fb8-8ec52f167885), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:10.403931 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:59:10.406078 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:59:10.435649 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:59:10.479220 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'Port': ['ID=48dc473c-fdd2-4557-9fb8-8ec52f167885,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:10.498619 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (fe8c24c7-30a9-4c8f-9d76-9c35bc90281a), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:10.511337 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:10.542549 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (48dc473c-fdd2-4557-9fb8-8ec52f167885), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:10.713550 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for port (48dc473c-fdd2-4557-9fb8-8ec52f167885), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:10.718429 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (48dc473c-fdd2-4557-9fb8-8ec52f167885), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:10.719169 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (fe8c24c7-30a9-4c8f-9d76-9c35bc90281a), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:10.769603 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:10.771280 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8877311 Sep 09 14:59:10.780762 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c148fc7-5021-4ff6-8b0e-230c55e7fed7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'Port': ['ID=48dc473c-fdd2-4557-9fb8-8ec52f167885,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:11.298418 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:11.311059 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:12.307741 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-be734ccb-eb9c-4fbe-8a7f-ca875c9b8f3b tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--327801142&fields=id&tenant_id=063bdf7448ee45939287687b0e65dd97 HTTP/1.1" status: 200 len: 267 time: 0.0481548 Sep 09 14:59:12.432149 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-c17c9946-2843-4486-825e-ebf59f8dad7c tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:12.440637 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-c17c9946-2843-4486-825e-ebf59f8dad7c tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 814 time: 0.1253116 Sep 09 14:59:12.461992 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-ce8492f4-db71-4b89-b8f6-f3a30ac70d08 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/quotas/063bdf7448ee45939287687b0e65dd97 HTTP/1.1" status: 200 len: 375 time: 0.0205767 Sep 09 14:59:12.522059 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f95cb0-9a8b-4d2e-97ab-b9500528d72f req-390f500f-dea8-4dbb-b85e-fda8acd97800 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:12.523499 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a5f95cb0-9a8b-4d2e-97ab-b9500528d72f req-390f500f-dea8-4dbb-b85e-fda8acd97800 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0754032 Sep 09 14:59:12.530837 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:12.546386 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-1a23eb3b-f3d3-4bee-a994-27f426469641 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0679269 Sep 09 14:59:12.631573 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a5f95cb0-9a8b-4d2e-97ab-b9500528d72f req-f89360e8-644f-4015-a771-5d18fec00695 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968034 Sep 09 14:59:12.681235 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-6caac230-9902-4f49-9a89-5d0b68762f36 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190448 Sep 09 14:59:12.797477 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786599f3-a5a7-47d3-8e75-dd45d0c892f9 req-cb1e0f77-c377-4b8a-a129-7debb38f49dd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:12.799186 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-786599f3-a5a7-47d3-8e75-dd45d0c892f9 req-cb1e0f77-c377-4b8a-a129-7debb38f49dd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0705264 Sep 09 14:59:12.842427 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-fa86c4cb-84d0-412f-8f85-76b2411f24f2 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602156 Sep 09 14:59:12.880816 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-786599f3-a5a7-47d3-8e75-dd45d0c892f9 req-557b7701-7399-480a-9faa-7c3fac0b4094 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730469 Sep 09 14:59:13.074726 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9bd0f87d-72f0-457c-9af0-2a9804e9ca1e req-bcd50a9f-3d45-47d7-9ac8-0591151bfb20 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 210 time: 0.0397394 Sep 09 14:59:13.087731 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:13.091676 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:13.777575 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e08ced-a995-4df2-904f-f6e3267e2a58 req-be8bed44-fc2b-43b9-a757-899915f72c7e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:13.779612 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-63e08ced-a995-4df2-904f-f6e3267e2a58 req-be8bed44-fc2b-43b9-a757-899915f72c7e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0494785 Sep 09 14:59:13.831676 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-63e08ced-a995-4df2-904f-f6e3267e2a58 req-e498048d-6b07-4fbf-b2e4-33d4383d8cc9 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464132 Sep 09 14:59:13.964563 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:14.003352 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868391c-4a5c-4bad-8558-29628fe46759 req-20b07365-de75-4f29-8198-c8a51bf7f485 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:14.004843 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5868391c-4a5c-4bad-8558-29628fe46759 req-20b07365-de75-4f29-8198-c8a51bf7f485 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0489464 Sep 09 14:59:14.062985 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5868391c-4a5c-4bad-8558-29628fe46759 req-bd18ce18-35f8-4870-9308-9963db429384 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522439 Sep 09 14:59:14.190749 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0f1a7211-5d84-4e4f-9632-b2915fcd68c2 req-79f3a5c5-7ad3-42ed-bc0f-89f64746057b tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 210 time: 0.0416892 Sep 09 14:59:15.159212 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b4fd0-b932-4562-9ed4-817f83aac6d2 req-71612b5b-cbcd-48bf-8ed4-f86e7414bf27 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:15.160711 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c31b4fd0-b932-4562-9ed4-817f83aac6d2 req-71612b5b-cbcd-48bf-8ed4-f86e7414bf27 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0814614 Sep 09 14:59:15.251544 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-1f7c3b6f-42a3-4489-8bbf-190659c7fbb7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:15.254498 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-1f7c3b6f-42a3-4489-8bbf-190659c7fbb7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 814 time: 0.5463176 Sep 09 14:59:15.290420 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab25cfa-99f8-40e8-a347-0aef8a4d0388 req-8f8d1af5-3c81-407b-9744-8ae246bcfa88 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:15.291924 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8ab25cfa-99f8-40e8-a347-0aef8a4d0388 req-8f8d1af5-3c81-407b-9744-8ae246bcfa88 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.1031258 Sep 09 14:59:15.296677 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c31b4fd0-b932-4562-9ed4-817f83aac6d2 req-df9446ee-3926-41e7-a968-5577cb12de49 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285658 Sep 09 14:59:15.349468 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8ab25cfa-99f8-40e8-a347-0aef8a4d0388 req-c657ecb1-9d74-46cd-8e10-0fb451020612 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503893 Sep 09 14:59:15.402898 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9294895e-4b51-4720-9cb2-ce202d24bab9 req-f0a14cfc-200f-42c8-93a9-f6bdd672eae2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 210 time: 0.0312779 Sep 09 14:59:15.670075 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-ddc67ff4-376b-44fc-a505-4a81eb897dd3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=063bdf7448ee45939287687b0e65dd97 HTTP/1.1" status: 200 len: 472 time: 0.0689752 Sep 09 14:59:15.678786 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'port': {'device_id': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'admin_state_up': True, 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'security_groups': ['9ad78be3-f376-45ab-8cf0-904900f73397']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:15.803642 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Made reservation on behalf of 063bdf7448ee45939287687b0e65dd97 for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:59:15.807665 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:15.809771 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:15.865727 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:15.958586 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Allocated IP 172.20.0.11 (2ced1175-a542-4682-b032-b597d6969844/e5539eba-6bc3-49c4-a444-fe6c1757d5b7/a6328979-e994-4108-87dc-e3b7e7729e74) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:59:16.124011 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:16.127404 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for port (a6328979-e994-4108-87dc-e3b7e7729e74), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:16.165281 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:16.224134 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Network 2ced1175-a542-4682-b032-b597d6969844 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:59:16.228747 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:59:16.232532 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:59:16.237185 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:16.237830 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:16.244049 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'Port': ['ID=a6328979-e994-4108-87dc-e3b7e7729e74,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:16.275428 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6000719 Sep 09 14:59:16.279563 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.279974 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.280322 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.280756 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.281140 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.281513 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.281974 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.283224 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.283466 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.283848 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.284320 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.284889 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.285513 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.286097 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.286626 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7ff992-cfd2-4ebf-a7c3-d7a75635a7aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:16.295758 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Request body: {'port': {'device_id': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:16.374933 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:16.584283 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-637da288-998f-4295-9211-b8db4902e3a0 None None] Provisioning complete for port a6328979-e994-4108-87dc-e3b7e7729e74 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:59:16.597694 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-637da288-998f-4295-9211-b8db4902e3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:16.646715 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-637da288-998f-4295-9211-b8db4902e3a0 None None] Port a6328979-e994-4108-87dc-e3b7e7729e74 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:59:16.660513 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817edaf5-4cf0-46d8-a06b-ea392e313f90 req-e3cf0e0d-70e5-482a-8f16-81daead32d69 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:16.662913 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-817edaf5-4cf0-46d8-a06b-ea392e313f90 req-e3cf0e0d-70e5-482a-8f16-81daead32d69 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.2370298 Sep 09 14:59:16.669968 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9bb8a-d3d8-4a07-b77b-17f39753fd79 req-e7c8ed7b-fd76-4293-865a-e4350e2617dc tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:16.671525 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-68d9bb8a-d3d8-4a07-b77b-17f39753fd79 req-e7c8ed7b-fd76-4293-865a-e4350e2617dc tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.2016284 Sep 09 14:59:16.675005 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568fd21-d608-4f53-ad7b-5fa27bc24594 req-7b8bcbdb-a130-4e19-b01c-0f617a018921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:16.677704 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-c568fd21-d608-4f53-ad7b-5fa27bc24594 req-7b8bcbdb-a130-4e19-b01c-0f617a018921 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 1130 time: 0.0919309 Sep 09 14:59:16.801804 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568fd21-d608-4f53-ad7b-5fa27bc24594 req-74a5e132-ae6d-41a9-a7f9-815fdc8728e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:16.802904 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:16.803718 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-c568fd21-d608-4f53-ad7b-5fa27bc24594 req-74a5e132-ae6d-41a9-a7f9-815fdc8728e7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.1035593 Sep 09 14:59:16.817890 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-68d9bb8a-d3d8-4a07-b77b-17f39753fd79 req-c129e266-d5cc-4b49-ac8b-215c8c733dcd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354029 Sep 09 14:59:16.840350 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-817edaf5-4cf0-46d8-a06b-ea392e313f90 req-08b6731e-409a-4f5d-8e34-0ef4cd051682 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630230 Sep 09 14:59:16.886545 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-c568fd21-d608-4f53-ad7b-5fa27bc24594 req-debce673-4b59-465e-8c11-0d5a16616212 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf93c11-9610-4394-9769-af290e65bfdd HTTP/1.1" status: 200 len: 217 time: 0.0744658 Sep 09 14:59:16.965376 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568fd21-d608-4f53-ad7b-5fa27bc24594 req-78ce4962-8ada-42a6-b612-9a53882e22b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:16.966830 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-c568fd21-d608-4f53-ad7b-5fa27bc24594 req-78ce4962-8ada-42a6-b612-9a53882e22b0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.0722435 Sep 09 14:59:17.027954 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568fd21-d608-4f53-ad7b-5fa27bc24594 req-78a4f61e-dab0-49fa-90bc-c0c36b6276a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:17.029650 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-c568fd21-d608-4f53-ad7b-5fa27bc24594 req-78a4f61e-dab0-49fa-90bc-c0c36b6276a0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0546813 Sep 09 14:59:17.040084 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af411d48-752e-44f3-829b-de158aa27129 req-5ad24d2a-7780-448c-a7d4-fb53c00eadbd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:17.041642 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-af411d48-752e-44f3-829b-de158aa27129 req-5ad24d2a-7780-448c-a7d4-fb53c00eadbd tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 932 time: 0.0572419 Sep 09 14:59:17.060255 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6328979-e994-4108-87dc-e3b7e7729e74 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:59:17.077093 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Publish callbacks [] for port (a6328979-e994-4108-87dc-e3b7e7729e74), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:17.102249 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Transition to ACTIVE for port object a6328979-e994-4108-87dc-e3b7e7729e74 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 14:59:17.117026 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:17.145916 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-c568fd21-d608-4f53-ad7b-5fa27bc24594 req-29dca4c7-c6e4-44e2-878d-119bce0a338f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099536 Sep 09 14:59:17.160534 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-af411d48-752e-44f3-829b-de158aa27129 req-2e6cc8f5-026d-488f-8728-d4812a6b0a38 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093609 Sep 09 14:59:17.212460 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6328979-e994-4108-87dc-e3b7e7729e74,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:17.216818 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Attempting to bind port a6328979-e994-4108-87dc-e3b7e7729e74 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:59:17.217090 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Attempting to bind port a6328979-e994-4108-87dc-e3b7e7729e74 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:59:17.217450 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Attempting to bind port a6328979-e994-4108-87dc-e3b7e7729e74 on network 2ced1175-a542-4682-b032-b597d6969844 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:59:17.261948 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-c568fd21-d608-4f53-ad7b-5fa27bc24594 req-0384b047-8099-46bf-ae91-573089e656c3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034198 Sep 09 14:59:17.285485 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Port a6328979-e994-4108-87dc-e3b7e7729e74 on network 2ced1175-a542-4682-b032-b597d6969844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 14:59:17.285981 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Attempting to bind port a6328979-e994-4108-87dc-e3b7e7729e74 on network 2ced1175-a542-4682-b032-b597d6969844 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:59:17.317352 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:17.343641 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:59:17.344017 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Checking segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:59:17.344416 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Bound using segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:59:17.344869 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Bound port: a6328979-e994-4108-87dc-e3b7e7729e74, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:59:17.345238 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:17.427418 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] For port a6328979-e994-4108-87dc-e3b7e7729e74, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:59:17.431487 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] For port a6328979-e994-4108-87dc-e3b7e7729e74, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a6328979-e994-4108-87dc-e3b7e7729e74,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:59:17.440416 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:17.445575 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:17.446493 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:17.448265 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/a6328979-e994-4108-87dc-e3b7e7729e74 HTTP/1.1" status: 200 len: 1094 time: 1.1575446 Sep 09 14:59:17.449087 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'tag': 'a6328979-e994-4108-87dc-e3b7e7729e74'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:59:17.451891 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89557b6-547d-4e05-a1f4-e0b36db99945" -d '{"events": [{"name": "network-changed", "server_uuid": "85d7f23b-6ebe-4a3a-9c5d-47a52df51a92", "tag": "a6328979-e994-4108-87dc-e3b7e7729e74"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:59:17.551604 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb957652-95d9-48f7-92f1-129bc8dfb11f x-openstack-request-id: req-fb957652-95d9-48f7-92f1-129bc8dfb11f {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:59:17.552190 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d7f23b-6ebe-4a3a-9c5d-47a52df51a92", "tag": "a6328979-e994-4108-87dc-e3b7e7729e74", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:59:17.552451 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb957652-95d9-48f7-92f1-129bc8dfb11f {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:59:17.553025 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb957652-95d9-48f7-92f1-129bc8dfb11f'] response: {'name': 'network-changed', 'server_uuid': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'tag': 'a6328979-e994-4108-87dc-e3b7e7729e74', 'status': 'completed', 'code': 200} Sep 09 14:59:17.564360 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ef88b-337a-4268-911b-46a3e970fff0 service neutron] Pushing event updated for resources: {'Port': ['ID=a6328979-e994-4108-87dc-e3b7e7729e74,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:17.577731 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f227922e-2979-4506-893d-829fe4184567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:17.579634 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-f227922e-2979-4506-893d-829fe4184567 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 1128 time: 0.0752363 Sep 09 14:59:17.639322 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-8a29c650-a098-4110-b755-57b8f4954f9e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6328979-e994-4108-87dc-e3b7e7729e74 HTTP/1.1" status: 200 len: 217 time: 0.0487199 Sep 09 14:59:17.706135 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-7325f481-21f8-4af4-a147-ff9cb418d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:17.707818 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-7325f481-21f8-4af4-a147-ff9cb418d4b5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 200 len: 853 time: 0.0574403 Sep 09 14:59:17.771067 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-41e8d593-0182-4aa4-b8c4-d429dc923733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:17.773296 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-41e8d593-0182-4aa4-b8c4-d429dc923733 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2ced1175-a542-4682-b032-b597d6969844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0553737 Sep 09 14:59:17.890255 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-1fe88015-ea0a-4ec0-a937-a64114e95a87 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100938 Sep 09 14:59:18.092971 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49eded6-da54-4866-88c0-4eb583da9039 req-de9961dd-7e75-4b78-948b-c0a55644e016 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:18.094916 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f49eded6-da54-4866-88c0-4eb583da9039 req-de9961dd-7e75-4b78-948b-c0a55644e016 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.1365638 Sep 09 14:59:18.105807 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557e39c-9552-413c-b52d-0f48e6a35da4 req-b9d9cf6d-7d77-4816-a96d-1178ce53a15a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:18.108742 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8557e39c-9552-413c-b52d-0f48e6a35da4 req-b9d9cf6d-7d77-4816-a96d-1178ce53a15a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.1513882 Sep 09 14:59:18.131660 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:18.149499 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ebafc9-c0a8-4b38-bf67-277d2f7811ee req-0e5230cb-13ff-4e9d-8f91-bf1dddd5e18d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530029 Sep 09 14:59:18.236732 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f49eded6-da54-4866-88c0-4eb583da9039 req-eab84314-bbf5-4404-b46e-85a61e4f46c8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200330 Sep 09 14:59:18.251286 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:59:18.253556 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8557e39c-9552-413c-b52d-0f48e6a35da4 req-9ef38234-db10-4f21-aff4-148ee2c195b4 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339848 Sep 09 14:59:18.363220 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546777f-ccf8-4007-b254-7d2632a32760 req-61322869-43b2-48eb-ad69-5f5e6197cb48 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:18.365058 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9546777f-ccf8-4007-b254-7d2632a32760 req-61322869-43b2-48eb-ad69-5f5e6197cb48 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 944 time: 0.0594842 Sep 09 14:59:18.432138 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9546777f-ccf8-4007-b254-7d2632a32760 req-1e2a791f-a185-4cc1-9cb9-fc5752e633a3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556731 Sep 09 14:59:19.438660 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7120f2-0109-42d2-ac75-a1da47ae7cb5 req-16e78d2e-cfa2-41cd-a5b8-abbb6d72ac9a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:19.440272 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3c7120f2-0109-42d2-ac75-a1da47ae7cb5 req-16e78d2e-cfa2-41cd-a5b8-abbb6d72ac9a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.1005516 Sep 09 14:59:19.446070 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacd120-9fea-4e98-9492-8bdb8ba10968 req-0998ea9c-ac26-4f04-854d-28f83f06c7ea tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:19.447512 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6cacd120-9fea-4e98-9492-8bdb8ba10968 req-0998ea9c-ac26-4f04-854d-28f83f06c7ea tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0712233 Sep 09 14:59:19.504136 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:19.524909 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3c7120f2-0109-42d2-ac75-a1da47ae7cb5 req-890f6e95-622d-4f0e-b891-700e289bbbfb tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764382 Sep 09 14:59:19.538907 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6cacd120-9fea-4e98-9492-8bdb8ba10968 req-bbef6656-14ea-47e9-b1de-ec595ddd009a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726888 Sep 09 14:59:19.664195 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69732337-f75a-4f85-80b2-d7913967aceb req-e16e8d7c-5462-44c6-8087-2bc727ae90a6 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:19.665709 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-69732337-f75a-4f85-80b2-d7913967aceb req-e16e8d7c-5462-44c6-8087-2bc727ae90a6 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 944 time: 0.0510445 Sep 09 14:59:19.734256 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-69732337-f75a-4f85-80b2-d7913967aceb req-fe469ebe-c902-4581-ad3b-b85fbe6b1ff4 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574708 Sep 09 14:59:20.023586 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89557b6-547d-4e05-a1f4-e0b36db99945 req-d96d7e0f-c846-4611-aa73-bce9821fa9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:20.025925 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c89557b6-547d-4e05-a1f4-e0b36db99945 req-d96d7e0f-c846-4611-aa73-bce9821fa9ca service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 1128 time: 0.0579157 Sep 09 14:59:20.149719 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89557b6-547d-4e05-a1f4-e0b36db99945 req-9dae62b5-c54d-445d-a4f4-8d639825218f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:20.151407 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c89557b6-547d-4e05-a1f4-e0b36db99945 req-9dae62b5-c54d-445d-a4f4-8d639825218f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 915 time: 0.1177402 Sep 09 14:59:20.198745 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c89557b6-547d-4e05-a1f4-e0b36db99945 req-da2b6135-15f0-4d27-96c8-5e1f9ef9ff0a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6328979-e994-4108-87dc-e3b7e7729e74 HTTP/1.1" status: 200 len: 217 time: 0.0409682 Sep 09 14:59:20.253141 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89557b6-547d-4e05-a1f4-e0b36db99945 req-b99951b7-d616-44a5-a23f-9a5529a89758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:20.254867 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c89557b6-547d-4e05-a1f4-e0b36db99945 req-b99951b7-d616-44a5-a23f-9a5529a89758 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 200 len: 853 time: 0.0487285 Sep 09 14:59:20.304764 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89557b6-547d-4e05-a1f4-e0b36db99945 req-6bb32987-408e-4c59-818b-e5f34180a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:20.306622 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c89557b6-547d-4e05-a1f4-e0b36db99945 req-6bb32987-408e-4c59-818b-e5f34180a728 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2ced1175-a542-4682-b032-b597d6969844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0441601 Sep 09 14:59:20.408942 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c89557b6-547d-4e05-a1f4-e0b36db99945 req-9d39bd24-fd8f-4ccf-9b4f-f82864cd7286 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890231 Sep 09 14:59:20.509747 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c89557b6-547d-4e05-a1f4-e0b36db99945 req-5ca31caa-4a9f-43f1-8f42-4e14e792d676 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895574 Sep 09 14:59:20.730672 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76372af9-05df-41c4-812c-394a6e1a04bf req-32608510-4a7c-451c-92dd-b4d93edfb051 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:20.738286 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-76372af9-05df-41c4-812c-394a6e1a04bf req-32608510-4a7c-451c-92dd-b4d93edfb051 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0993190 Sep 09 14:59:20.760011 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10827c50-881e-484a-841f-8e1283046c3e req-ff9caf9c-5066-468c-b945-8bf03ead3c62 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:20.761523 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-10827c50-881e-484a-841f-8e1283046c3e req-ff9caf9c-5066-468c-b945-8bf03ead3c62 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.1109707 Sep 09 14:59:20.815142 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device a6328979-e994-4108-87dc-e3b7e7729e74 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:59:20.845456 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:20.845917 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-76372af9-05df-41c4-812c-394a6e1a04bf req-63d5c09e-8662-4e18-acce-74e46d408563 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066353 Sep 09 14:59:20.868258 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-10827c50-881e-484a-841f-8e1283046c3e req-36dcae64-f5e1-4f30-a27b-d8bf32a525a1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995469 Sep 09 14:59:21.024227 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port a6328979-e994-4108-87dc-e3b7e7729e74, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a6328979-e994-4108-87dc-e3b7e7729e74,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:59:21.040911 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': 'a6328979-e994-4108-87dc-e3b7e7729e74', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'port_id': 'a6328979-e994-4108-87dc-e3b7e7729e74', 'mac_address': 'fa:16:3e:96:f4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:59:21.065220 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289cd0a2-1e59-4eb8-a0dd-f1798debd410 req-7a9abacc-eec9-4132-9152-610ad5fdd93d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:21.066709 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-289cd0a2-1e59-4eb8-a0dd-f1798debd410 req-7a9abacc-eec9-4132-9152-610ad5fdd93d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 944 time: 0.1042831 Sep 09 14:59:21.093159 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port a6328979-e994-4108-87dc-e3b7e7729e74 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:59:21.094379 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:21.112837 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6328979-e994-4108-87dc-e3b7e7729e74 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:59:21.112963 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-ee080a53-497b-4551-9887-4f943ae6b966 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2014036111&fields=id&tenant_id=3f711f25c212427db970f02391c79d1c HTTP/1.1" status: 200 len: 267 time: 0.1013350 Sep 09 14:59:21.132224 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:21.180435 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port a6328979-e994-4108-87dc-e3b7e7729e74, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a6328979-e994-4108-87dc-e3b7e7729e74,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:59:21.197706 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:21.264686 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=a6328979-e994-4108-87dc-e3b7e7729e74,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:21.274702 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.275722 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.276176 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-289cd0a2-1e59-4eb8-a0dd-f1798debd410 req-1f68f4ee-cc30-4f12-9cbd-a37a351554ee tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977136 Sep 09 14:59:21.276472 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.277400 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.278364 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.278965 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.279810 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.280476 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.281136 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.281683 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.282352 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.283023 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.283699 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.284494 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.285223 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 14:59:21.345809 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-601a25e2-0d18-4f0e-a510-d300352d76ab tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:21.347442 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-601a25e2-0d18-4f0e-a510-d300352d76ab tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/networks?id=8d2d50ee-a393-4bca-920f-08b3f70f628d HTTP/1.1" status: 200 len: 808 time: 0.2337127 Sep 09 14:59:21.363581 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-90d1e223-60ee-4e79-a5c3-4f797f60e4d2 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/quotas/3f711f25c212427db970f02391c79d1c HTTP/1.1" status: 200 len: 375 time: 0.0107825 Sep 09 14:59:21.417825 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:21.437623 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-e2f26a3a-8a28-495e-8c33-1b18b6f3e289 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=3f711f25c212427db970f02391c79d1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684419 Sep 09 14:59:21.519281 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['a6328979-e994-4108-87dc-e3b7e7729e74'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:59:21.535609 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-fe43ac99-5f82-4b13-8845-72e478149183 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909524 Sep 09 14:59:21.654990 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-ea9ef039-aa41-4376-8a1d-d7ab6a24217f service neutron] 10.222.0.15 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119461 Sep 09 14:59:22.039823 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c743b-55e1-460d-ab3b-6a30e87c0676 req-8f8acfc9-eeb0-4e74-924a-56cb88c1763c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:22.042379 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-227c743b-55e1-460d-ab3b-6a30e87c0676 req-8f8acfc9-eeb0-4e74-924a-56cb88c1763c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0908439 Sep 09 14:59:22.113744 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04831f2-f07e-46e6-b4da-e59d7d7779f3 req-25f63356-9e43-4130-a3d2-237c14503496 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:22.114908 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b04831f2-f07e-46e6-b4da-e59d7d7779f3 req-25f63356-9e43-4130-a3d2-237c14503496 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0991857 Sep 09 14:59:22.133827 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-227c743b-55e1-460d-ab3b-6a30e87c0676 req-493c6bf0-39a9-4289-95c4-67b7617c2b14 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712998 Sep 09 14:59:22.263206 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7a1929b1-bb27-4536-a8ff-7fc81d0db132 req-5883dda3-af5e-4a93-b2e1-f8d9f79be9ce tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 210 time: 0.0527461 Sep 09 14:59:22.279499 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b04831f2-f07e-46e6-b4da-e59d7d7779f3 req-ae2b0e71-033a-471d-99dc-5998bf0f05fb tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560812 Sep 09 14:59:22.475287 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830c0a3-22f0-41d7-82f0-cfd06441114c req-4b231856-db4b-4243-81b9-f252ae5a7a60 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:22.478066 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2830c0a3-22f0-41d7-82f0-cfd06441114c req-4b231856-db4b-4243-81b9-f252ae5a7a60 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 945 time: 0.0779362 Sep 09 14:59:22.553854 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2830c0a3-22f0-41d7-82f0-cfd06441114c req-e92eefaa-0156-4132-b512-ce179dd6573f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699391 Sep 09 14:59:23.311361 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59840ccd-a210-459a-9952-50bee1fd3556 req-59ca1a70-53a8-4417-8794-d2da53c44c40 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:23.313647 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-59840ccd-a210-459a-9952-50bee1fd3556 req-59ca1a70-53a8-4417-8794-d2da53c44c40 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0678074 Sep 09 14:59:23.390171 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-59840ccd-a210-459a-9952-50bee1fd3556 req-e3fa6a49-b715-42b6-825c-910ed32603ae tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697830 Sep 09 14:59:23.443134 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c0add52a-e1e2-4fcc-8f9c-625f3e3d1860 req-e29ea074-6c6e-4fa3-83bc-99fd9c7d1834 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 210 time: 0.0513232 Sep 09 14:59:23.552023 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2c48a-ce5c-4649-82e5-8472bc503249 req-3d267d87-ecfa-4b08-aada-e5694d400f71 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:23.553567 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9cc2c48a-ce5c-4649-82e5-8472bc503249 req-3d267d87-ecfa-4b08-aada-e5694d400f71 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0497513 Sep 09 14:59:23.612873 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9cc2c48a-ce5c-4649-82e5-8472bc503249 req-69ea2466-346b-4902-9754-cf1029c16420 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526721 Sep 09 14:59:23.646484 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:23.691539 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d4dd5-8abb-4c88-afa6-f1734fc10aa8 req-b2456c99-3e15-4a80-854d-143a3accd466 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:23.693269 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-de3d4dd5-8abb-4c88-afa6-f1734fc10aa8 req-b2456c99-3e15-4a80-854d-143a3accd466 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 945 time: 0.0553520 Sep 09 14:59:23.744187 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-de3d4dd5-8abb-4c88-afa6-f1734fc10aa8 req-8a52e05b-39ba-4225-b8c0-3e646dc38d6b tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445843 Sep 09 14:59:24.555734 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8bc077f6-3a81-44fc-95e2-1213b1de35f9 req-3354a9e2-2d56-44dd-8885-07543f7daa24 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 210 time: 0.0310371 Sep 09 14:59:24.613072 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127f2fa-8283-4603-9d3d-8f742641e487 req-80e204c1-05b9-4576-90e2-bf643b3ee4a4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:24.614575 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c127f2fa-8283-4603-9d3d-8f742641e487 req-80e204c1-05b9-4576-90e2-bf643b3ee4a4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0804503 Sep 09 14:59:24.696616 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c127f2fa-8283-4603-9d3d-8f742641e487 req-8ecfd346-6c02-4270-9b92-ebd9a0e6f477 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759361 Sep 09 14:59:24.835676 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384de99-aa48-4445-8f10-2e0c273b84eb req-303d56a5-4656-4bab-9d9a-93646298b4c6 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:24.837134 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a384de99-aa48-4445-8f10-2e0c273b84eb req-303d56a5-4656-4bab-9d9a-93646298b4c6 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0930338 Sep 09 14:59:24.902574 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:24.937609 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a384de99-aa48-4445-8f10-2e0c273b84eb req-5aa28968-c78c-4a06-b708-59182706ce90 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943747 Sep 09 14:59:24.951477 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b4499-623f-45cf-b9e0-d927d803512b req-ede14a59-c1b8-430c-aa52-9a4421b44aee tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:24.952896 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-614b4499-623f-45cf-b9e0-d927d803512b req-ede14a59-c1b8-430c-aa52-9a4421b44aee tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 945 time: 0.0660679 Sep 09 14:59:25.019906 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-614b4499-623f-45cf-b9e0-d927d803512b req-4f3028d6-d536-4848-9037-4332e55c6dd8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605426 Sep 09 14:59:25.215154 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device a6328979-e994-4108-87dc-e3b7e7729e74 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:59:25.259601 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port a6328979-e994-4108-87dc-e3b7e7729e74 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 14:59:25.266934 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port a6328979-e994-4108-87dc-e3b7e7729e74 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:59:25.267329 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:25.345682 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port a6328979-e994-4108-87dc-e3b7e7729e74 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:59:25.346064 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:25.374246 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6328979-e994-4108-87dc-e3b7e7729e74'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:59:25.377003 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e0d51f-a9c2-4b1b-b386-19bd9a99b552" -d '{"events": [{"server_uuid": "85d7f23b-6ebe-4a3a-9c5d-47a52df51a92", "name": "network-vif-plugged", "status": "completed", "tag": "a6328979-e994-4108-87dc-e3b7e7729e74"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:59:25.393460 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port a6328979-e994-4108-87dc-e3b7e7729e74, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a6328979-e994-4108-87dc-e3b7e7729e74,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:59:25.399691 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:25.407460 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:25.443093 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ee2c67-ed70-42a3-a7af-c84883475f95 x-openstack-request-id: req-d4ee2c67-ed70-42a3-a7af-c84883475f95 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:59:25.443381 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d7f23b-6ebe-4a3a-9c5d-47a52df51a92", "name": "network-vif-plugged", "status": "completed", "tag": "a6328979-e994-4108-87dc-e3b7e7729e74", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:59:25.443638 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d4ee2c67-ed70-42a3-a7af-c84883475f95 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:59:25.444128 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ee2c67-ed70-42a3-a7af-c84883475f95'] response: {'server_uuid': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6328979-e994-4108-87dc-e3b7e7729e74', 'code': 200} Sep 09 14:59:25.478458 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=a6328979-e994-4108-87dc-e3b7e7729e74,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:25.770122 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-55df7e03-f57d-41b5-8f74-17970ccdd50f req-dc48f36f-5eac-4111-8cd7-9710f910edb3 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 210 time: 0.0946443 Sep 09 14:59:25.781566 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5941589-9c7a-4e9a-bf96-e1e18da720c6 req-93d02948-b022-472a-b88b-945517702260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:25.783893 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-a5941589-9c7a-4e9a-bf96-e1e18da720c6 req-93d02948-b022-472a-b88b-945517702260 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 1130 time: 0.0701268 Sep 09 14:59:25.848039 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-a5941589-9c7a-4e9a-bf96-e1e18da720c6 req-39eb00d4-f611-4200-b163-78f621509f5a service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558550 Sep 09 14:59:25.875047 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-a9234256-89e1-4b68-937a-9edc5742eb9b tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:25.876757 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-a9234256-89e1-4b68-937a-9edc5742eb9b tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.16 "GET /networking/v2.0/networks?id=8d2d50ee-a393-4bca-920f-08b3f70f628d HTTP/1.1" status: 200 len: 808 time: 0.2325084 Sep 09 14:59:25.929737 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a663e1a-aa6c-4714-8289-9a0f18016bc2 req-127ee589-dff7-46a9-9fbb-d24fa0295cf1 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:25.931593 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1a663e1a-aa6c-4714-8289-9a0f18016bc2 req-127ee589-dff7-46a9-9fbb-d24fa0295cf1 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0953112 Sep 09 14:59:25.988998 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1a663e1a-aa6c-4714-8289-9a0f18016bc2 req-6b42f17a-e9de-4b3c-a26a-9d671ce44e67 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496347 Sep 09 14:59:26.193111 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c41b169-afa3-46ec-9f54-d34fd23c232d req-831d7abf-de55-4ed7-909b-123effb8487c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:26.196306 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5c41b169-afa3-46ec-9f54-d34fd23c232d req-831d7abf-de55-4ed7-909b-123effb8487c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.1082573 Sep 09 14:59:26.250814 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a3335-35ea-4b89-a773-b96b9dd247b7 req-ebeccd94-509c-480f-ac98-2c191cdb07d6 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:26.252201 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0f9a3335-35ea-4b89-a773-b96b9dd247b7 req-ebeccd94-509c-480f-ac98-2c191cdb07d6 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 946 time: 0.1233437 Sep 09 14:59:26.287312 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-cc98f0f2-553a-45d1-8206-28d0e1d1289d tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f711f25c212427db970f02391c79d1c HTTP/1.1" status: 200 len: 380 time: 0.1597221 Sep 09 14:59:26.310313 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Request body: {'port': {'device_id': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'admin_state_up': True, 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'security_groups': ['fcf663bb-2313-4e8c-b179-ce5f5025cc91']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:26.323456 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5c41b169-afa3-46ec-9f54-d34fd23c232d req-32685b69-4892-435c-9115-04aaeea5634c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115015 Sep 09 14:59:26.402673 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0f9a3335-35ea-4b89-a773-b96b9dd247b7 req-62885f36-1c80-443d-aa9d-aa4a228897a7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362123 Sep 09 14:59:26.454897 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:26.469360 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Made reservation on behalf of 3f711f25c212427db970f02391c79d1c for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:59:26.473351 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:26.857921 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Allocated IP 172.20.0.4 (8d2d50ee-a393-4bca-920f-08b3f70f628d/f0f47d81-143a-4923-84fd-72ceb666893e/e3d39b24-1d9b-4caf-a284-b75b3c187cde) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:59:26.892569 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-21bc6d1b-aa36-46d5-bd0c-afd129971aa7 req-44b8d528-78f8-48a8-a629-79e25bc15510 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 210 time: 0.0323062 Sep 09 14:59:27.008733 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:27.043750 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:27.088995 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:27.184027 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Network 8d2d50ee-a393-4bca-920f-08b3f70f628d is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:59:27.200439 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:59:27.216285 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:59:27.223255 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:27.224014 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:27.252830 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970cdd1-ecc2-497f-8b82-9a7966ee1d91 req-a7f5edd4-f40e-451e-8ddf-f139854d6e33 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:27.255210 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5970cdd1-ecc2-497f-8b82-9a7966ee1d91 req-a7f5edd4-f40e-451e-8ddf-f139854d6e33 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.1487358 Sep 09 14:59:27.281942 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event updated for resources: {'Port': ['ID=e3d39b24-1d9b-4caf-a284-b75b3c187cde,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:27.312507 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-1077f866-185b-485a-ac31-0067e561d2eb tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0083361 Sep 09 14:59:27.332705 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5970cdd1-ecc2-497f-8b82-9a7966ee1d91 req-4a055567-ccc2-42eb-82bd-fd959ec97b5c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607913 Sep 09 14:59:27.483627 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4be46-f85b-436d-aa1c-ed6edf3b05b5 req-f6412f40-aeb8-4296-ac49-6ebbb314b6b4 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:27.485244 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-62d4be46-f85b-436d-aa1c-ed6edf3b05b5 req-f6412f40-aeb8-4296-ac49-6ebbb314b6b4 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0556569 Sep 09 14:59:27.599043 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-a903c665-cf0b-4d02-9069-182b53610cd4 None None] Provisioning complete for port e3d39b24-1d9b-4caf-a284-b75b3c187cde triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:59:27.599574 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-a903c665-cf0b-4d02-9069-182b53610cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:27.634885 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a364c9-daca-4062-a66d-ba172a0c705d req-99f2054f-80b1-463d-a674-9202b3449531 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:27.652577 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-a903c665-cf0b-4d02-9069-182b53610cd4 None None] Port e3d39b24-1d9b-4caf-a284-b75b3c187cde cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:59:27.657839 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-80a364c9-daca-4062-a66d-ba172a0c705d req-99f2054f-80b1-463d-a674-9202b3449531 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 946 time: 0.1511557 Sep 09 14:59:27.697718 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-62d4be46-f85b-436d-aa1c-ed6edf3b05b5 req-145d3006-971c-4291-a1e3-449ec71e934c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011421 Sep 09 14:59:27.768739 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-80a364c9-daca-4062-a66d-ba172a0c705d req-fa7af76d-4d90-41cf-bed1-369e0062914c tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099424 Sep 09 14:59:27.838421 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Request body: {'port': {'device_id': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:27.983596 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:28.236655 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f5dd1-1c3e-48e4-afe8-1040f822bc15 req-7e8eb1ac-b2ee-4607-9cd7-6427831c8051 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:28.238840 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-174f5dd1-1c3e-48e4-afe8-1040f822bc15 req-7e8eb1ac-b2ee-4607-9cd7-6427831c8051 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 931 time: 0.1458054 Sep 09 14:59:28.294598 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:28.391925 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-174f5dd1-1c3e-48e4-afe8-1040f822bc15 req-2c5a9f0a-de05-441d-beb6-1033a7e757e8 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424510 Sep 09 14:59:28.450630 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:28.495657 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3d39b24-1d9b-4caf-a284-b75b3c187cde {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:59:28.508150 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Publish callbacks [] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:28.523997 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf9487-0d89-4928-aa05-cd4015c4d09d req-98350cc7-a1ca-4e84-af61-3bbdc6725aef tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:28.525471 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ebdf9487-0d89-4928-aa05-cd4015c4d09d req-98350cc7-a1ca-4e84-af61-3bbdc6725aef tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0718558 Sep 09 14:59:28.535617 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Transition to ACTIVE for port object e3d39b24-1d9b-4caf-a284-b75b3c187cde will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 14:59:28.548362 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:28.653998 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Attempting to bind port e3d39b24-1d9b-4caf-a284-b75b3c187cde on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:59:28.654335 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Attempting to bind port e3d39b24-1d9b-4caf-a284-b75b3c187cde by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:59:28.654668 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Attempting to bind port e3d39b24-1d9b-4caf-a284-b75b3c187cde on network 8d2d50ee-a393-4bca-920f-08b3f70f628d {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:59:28.658008 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d39b24-1d9b-4caf-a284-b75b3c187cde,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:28.681976 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ebdf9487-0d89-4928-aa05-cd4015c4d09d req-40cb1d61-fc9d-4089-9c52-84a208d12c25 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497214 Sep 09 14:59:28.731609 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Port e3d39b24-1d9b-4caf-a284-b75b3c187cde on network 8d2d50ee-a393-4bca-920f-08b3f70f628d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 14:59:28.732032 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Attempting to bind port e3d39b24-1d9b-4caf-a284-b75b3c187cde on network 8d2d50ee-a393-4bca-920f-08b3f70f628d {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:59:28.827038 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:59:28.827615 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Checking segment: {'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:59:28.828233 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Bound using segment: {'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:59:28.828907 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Bound port: e3d39b24-1d9b-4caf-a284-b75b3c187cde, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3757da1-7f49-4980-95fa-fa07f55fba9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:59:28.829615 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:28.901654 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58541a-49ef-4ed6-a4d3-37347fa34177 req-e898da5f-5876-412c-a5a2-aea82977e467 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:28.904870 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2b58541a-49ef-4ed6-a4d3-37347fa34177 req-e898da5f-5876-412c-a5a2-aea82977e467 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.1243584 Sep 09 14:59:28.989592 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffb50e-bc21-4433-8a67-e27b57226680 req-f5409f44-9a44-490a-aa57-7cdae0ea35b3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:28.998054 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-73ffb50e-bc21-4433-8a67-e27b57226680 req-f5409f44-9a44-490a-aa57-7cdae0ea35b3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 946 time: 0.1210990 Sep 09 14:59:29.004998 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] For port e3d39b24-1d9b-4caf-a284-b75b3c187cde, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:59:29.054008 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] For port e3d39b24-1d9b-4caf-a284-b75b3c187cde, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:59:29.070367 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:29.073361 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:29.074151 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:29.076104 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/e3d39b24-1d9b-4caf-a284-b75b3c187cde HTTP/1.1" status: 200 len: 1093 time: 1.2525363 Sep 09 14:59:29.080269 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:59:29.082538 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1906e9-f0c0-44a1-a3b4-38a5475b8d85" -d '{"events": [{"name": "network-changed", "server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:59:29.095069 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2b58541a-49ef-4ed6-a4d3-37347fa34177 req-90d7c2e8-b0f8-4b24-8856-3186255ddbe4 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640778 Sep 09 14:59:29.159403 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-73ffb50e-bc21-4433-8a67-e27b57226680 req-5b90b946-470e-48d1-978d-1049d3ecf976 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556799 Sep 09 14:59:29.173509 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932648d4-2c82-46d5-9530-603ebe999f21 service neutron] Pushing event updated for resources: {'Port': ['ID=e3d39b24-1d9b-4caf-a284-b75b3c187cde,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:29.185602 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59309930-0046-49d5-84e3-f018cbfb67e5 x-openstack-request-id: req-59309930-0046-49d5-84e3-f018cbfb67e5 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:59:29.185903 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:59:29.195079 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59309930-0046-49d5-84e3-f018cbfb67e5 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:59:29.195079 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59309930-0046-49d5-84e3-f018cbfb67e5'] response: {'name': 'network-changed', 'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'status': 'completed', 'code': 200} Sep 09 14:59:29.312166 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d256e2e-fc60-4377-af9e-9d3bb1747ead req-7296ff4a-d43a-424c-bb66-7cfa9c9b500d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:29.313732 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0d256e2e-fc60-4377-af9e-9d3bb1747ead req-7296ff4a-d43a-424c-bb66-7cfa9c9b500d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 946 time: 0.0636053 Sep 09 14:59:29.325928 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36082) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:29.330565 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-dee325a7-8a92-45ab-acdc-f0694be4a5d1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'floatingip': {'port_id': 'a6328979-e994-4108-87dc-e3b7e7729e74'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:29.374554 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-dee325a7-8a92-45ab-acdc-f0694be4a5d1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (fe8c24c7-30a9-4c8f-9d76-9c35bc90281a), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:29.550485 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f4368-f7db-4410-81ff-692ec02dcc06 req-268fb9cf-1f16-426b-838a-180c0c8b8e51 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:29.552089 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-040f4368-f7db-4410-81ff-692ec02dcc06 req-268fb9cf-1f16-426b-838a-180c0c8b8e51 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0729482 Sep 09 14:59:29.599311 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:29.601595 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:29.624858 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-040f4368-f7db-4410-81ff-692ec02dcc06 req-691a2627-ec8d-4a44-ab80-eaa72010b443 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641165 Sep 09 14:59:29.698183 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:29.823131 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20bb29-316a-4bb9-9e90-4b77aca94a3d req-61cb5646-d46e-4eb9-a7be-05c2034cf8b1 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:29.827805 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-dee325a7-8a92-45ab-acdc-f0694be4a5d1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:29.829708 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb20bb29-316a-4bb9-9e90-4b77aca94a3d req-61cb5646-d46e-4eb9-a7be-05c2034cf8b1 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0544636 Sep 09 14:59:29.833332 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-dee325a7-8a92-45ab-acdc-f0694be4a5d1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (fe8c24c7-30a9-4c8f-9d76-9c35bc90281a), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:29.872765 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb20bb29-316a-4bb9-9e90-4b77aca94a3d req-c6fae5ee-270e-46d5-8547-78b6318db54a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421994 Sep 09 14:59:29.936170 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.l3_db [None req-dee325a7-8a92-45ab-acdc-f0694be4a5d1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Floating IP fe8c24c7-30a9-4c8f-9d76-9c35bc90281a associated. External IP: 172.27.3.161, port: a6328979-e994-4108-87dc-e3b7e7729e74. Sep 09 14:59:30.051587 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1906e9-f0c0-44a1-a3b4-38a5475b8d85 req-4104ec34-bc5b-470b-ac54-7e99d7b167c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:30.053720 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da1906e9-f0c0-44a1-a3b4-38a5475b8d85 req-4104ec34-bc5b-470b-ac54-7e99d7b167c6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3f711f25c212427db970f02391c79d1c&device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 1127 time: 0.0498688 Sep 09 14:59:30.134445 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee325a7-8a92-45ab-acdc-f0694be4a5d1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Router e8338e0f-9c0d-4cfe-be71-08603455e8dc has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:59:30.210737 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b954a648-05c9-44b9-bc09-0dfa14136387 req-476bb4c3-8620-448e-afaa-fe237b79a478 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:30.212322 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b954a648-05c9-44b9-bc09-0dfa14136387 req-476bb4c3-8620-448e-afaa-fe237b79a478 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0469666 Sep 09 14:59:30.237685 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:30.246236 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee325a7-8a92-45ab-acdc-f0694be4a5d1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:59:30.250915 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-dee325a7-8a92-45ab-acdc-f0694be4a5d1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:30.257685 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6b20f3-664b-4ac9-91f6-43975524ace8 None None] Sync routers for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:59:30.269601 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b20f3-664b-4ac9-91f6-43975524ace8 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:59:30.270223 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-cd6b20f3-664b-4ac9-91f6-43975524ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:59:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:59:30.270837 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b954a648-05c9-44b9-bc09-0dfa14136387 req-230356b9-75c1-4674-b040-cd829c949fe4 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521867 Sep 09 14:59:30.283497 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-dee325a7-8a92-45ab-acdc-f0694be4a5d1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/fe8c24c7-30a9-4c8f-9d76-9c35bc90281a HTTP/1.1" status: 200 len: 992 time: 0.9564011 Sep 09 14:59:30.284476 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'tag': 'a6328979-e994-4108-87dc-e3b7e7729e74'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:59:30.287370 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c33cff5-998c-4ba8-8beb-23be1180990e" -d '{"events": [{"name": "network-changed", "server_uuid": "85d7f23b-6ebe-4a3a-9c5d-47a52df51a92", "tag": "a6328979-e994-4108-87dc-e3b7e7729e74"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:59:30.323028 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d66dfc-2544-4e4c-892a-e321d28dcd2d x-openstack-request-id: req-21d66dfc-2544-4e4c-892a-e321d28dcd2d {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:59:30.323317 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85d7f23b-6ebe-4a3a-9c5d-47a52df51a92", "tag": "a6328979-e994-4108-87dc-e3b7e7729e74", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:59:30.323595 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21d66dfc-2544-4e4c-892a-e321d28dcd2d {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:59:30.323998 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21d66dfc-2544-4e4c-892a-e321d28dcd2d'] response: {'name': 'network-changed', 'server_uuid': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'tag': 'a6328979-e994-4108-87dc-e3b7e7729e74', 'status': 'completed', 'code': 200} Sep 09 14:59:30.381055 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-cd6b20f3-664b-4ac9-91f6-43975524ace8 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:59:30.583682 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:30.595806 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-cd6b20f3-664b-4ac9-91f6-43975524ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '1ce026e4-ac12-4aff-bf11-37025fe2de7a', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:3b:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:57:34Z', 'updated_at': '2022-09-09T14:58:06Z', 'revision_number': 2, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}, {'id': 'fe8c24c7-30a9-4c8f-9d76-9c35bc90281a', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': 'a6328979-e994-4108-87dc-e3b7e7729e74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:96:f4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:59:10Z', 'updated_at': '2022-09-09T14:59:29Z', 'revision_number': 1, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:59:30.623856 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6b20f3-664b-4ac9-91f6-43975524ace8 None None] Checking router: e8338e0f-9c0d-4cfe-be71-08603455e8dc for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:59:30.632215 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6b20f3-664b-4ac9-91f6-43975524ace8 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:59:30.632760 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-cd6b20f3-664b-4ac9-91f6-43975524ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:59:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:59:30.735725 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-cd6b20f3-664b-4ac9-91f6-43975524ace8 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:59:30.755143 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025c3c0-4d3b-4686-b21c-c26b1a116399 req-bcc6b7a7-71a7-4209-a824-0023bd88c2c8 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:30.756830 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0025c3c0-4d3b-4686-b21c-c26b1a116399 req-bcc6b7a7-71a7-4209-a824-0023bd88c2c8 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0494232 Sep 09 14:59:30.808114 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0025c3c0-4d3b-4686-b21c-c26b1a116399 req-67c20121-4028-4013-ab44-adcaed722c25 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453796 Sep 09 14:59:30.962597 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-cd6b20f3-664b-4ac9-91f6-43975524ace8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '1ce026e4-ac12-4aff-bf11-37025fe2de7a', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:3b:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:57:34Z', 'updated_at': '2022-09-09T14:58:06Z', 'revision_number': 2, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}, {'id': 'fe8c24c7-30a9-4c8f-9d76-9c35bc90281a', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': 'a6328979-e994-4108-87dc-e3b7e7729e74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:96:f4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:59:10Z', 'updated_at': '2022-09-09T14:59:29Z', 'revision_number': 1, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:59:30.992485 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6b20f3-664b-4ac9-91f6-43975524ace8 None None] The sync data for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi is: [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '1ce026e4-ac12-4aff-bf11-37025fe2de7a', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:3b:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:57:34Z', 'updated_at': '2022-09-09T14:58:06Z', 'revision_number': 2, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}, {'id': 'fe8c24c7-30a9-4c8f-9d76-9c35bc90281a', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': 'a6328979-e994-4108-87dc-e3b7e7729e74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:96:f4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:59:10Z', 'updated_at': '2022-09-09T14:59:29Z', 'revision_number': 1, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:59:31.010508 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6c4e1a-ecb3-4af3-86f8-e189337a5609 req-8692ebe1-595e-451a-aa27-4ee1ec432e27 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:31.017471 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8f6c4e1a-ecb3-4af3-86f8-e189337a5609 req-8692ebe1-595e-451a-aa27-4ee1ec432e27 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0583551 Sep 09 14:59:31.068317 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8f6c4e1a-ecb3-4af3-86f8-e189337a5609 req-bb369d7b-1b5d-4527-925c-a7fa8aa471a0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499957 Sep 09 14:59:31.202070 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897b77fd-daa3-4786-a7c8-61dd8c07b753 None None] New status for floating IP fe8c24c7-30a9-4c8f-9d76-9c35bc90281a: ACTIVE {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 14:59:31.401858 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920e737-1631-4da5-97c6-26f544f232db req-c772dac1-2930-49d6-8c69-af3d2605aa1a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:31.404105 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6920e737-1631-4da5-97c6-26f544f232db req-c772dac1-2930-49d6-8c69-af3d2605aa1a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0516355 Sep 09 14:59:31.451383 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6920e737-1631-4da5-97c6-26f544f232db req-ed629bcc-2f09-4728-bfcc-4b14f5cbae66 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416498 Sep 09 14:59:31.938230 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60519cb6-4155-4414-a052-c53ecc8f45a0 req-33d63cc5-a699-443a-8dd7-821150f4d491 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:31.939605 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-60519cb6-4155-4414-a052-c53ecc8f45a0 req-33d63cc5-a699-443a-8dd7-821150f4d491 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0469038 Sep 09 14:59:31.988018 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-60519cb6-4155-4414-a052-c53ecc8f45a0 req-f80bb110-64cc-42d2-a44f-00afa5d51af1 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427737 Sep 09 14:59:32.211741 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420916c-009e-4c25-bb72-4e4103c678ea req-c1c71b11-1126-43c9-bf69-5d03e54b8037 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:32.213232 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0420916c-009e-4c25-bb72-4e4103c678ea req-c1c71b11-1126-43c9-bf69-5d03e54b8037 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0536580 Sep 09 14:59:32.261184 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0420916c-009e-4c25-bb72-4e4103c678ea req-9485d538-e5cf-46b9-a073-669826f5b807 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418346 Sep 09 14:59:32.579433 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1572a1f-80f2-4033-b9f8-aa9c9687b60d req-3604a1f1-eaf4-4873-a995-19af1fcc8d85 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:32.580909 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e1572a1f-80f2-4033-b9f8-aa9c9687b60d req-3604a1f1-eaf4-4873-a995-19af1fcc8d85 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0503948 Sep 09 14:59:32.660347 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e549ee-bc77-46d1-a7fa-4dce805eb356 req-26fbd95e-2666-41b3-9e1f-46d395edb52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:32.661979 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-30e549ee-bc77-46d1-a7fa-4dce805eb356 req-26fbd95e-2666-41b3-9e1f-46d395edb52e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 1130 time: 0.0430579 Sep 09 14:59:32.712363 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-30e549ee-bc77-46d1-a7fa-4dce805eb356 req-a28d425b-897e-402b-8592-85b59a4e9c12 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377631 Sep 09 14:59:32.720971 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e1572a1f-80f2-4033-b9f8-aa9c9687b60d req-4aa20f67-c5d7-464a-ba3b-ffe0bb5c5c32 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344008 Sep 09 14:59:32.723908 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33cff5-998c-4ba8-8beb-23be1180990e req-e39664c4-0699-432a-bb81-721fdeaea646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:32.725297 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4c33cff5-998c-4ba8-8beb-23be1180990e req-e39664c4-0699-432a-bb81-721fdeaea646 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 1130 time: 0.0983484 Sep 09 14:59:32.755742 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1906e9-f0c0-44a1-a3b4-38a5475b8d85 req-2891ba93-b61f-4132-a7a4-964a0fc35700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:32.757170 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da1906e9-f0c0-44a1-a3b4-38a5475b8d85 req-2891ba93-b61f-4132-a7a4-964a0fc35700 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=3f711f25c212427db970f02391c79d1c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1564939 Sep 09 14:59:33.054539 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:33.191264 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152724e-bd37-4359-bb22-f041f84f8f87 req-110fbbcd-5ad2-45e3-b936-4b991546b298 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:33.192686 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7152724e-bd37-4359-bb22-f041f84f8f87 req-110fbbcd-5ad2-45e3-b936-4b991546b298 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0951855 Sep 09 14:59:33.251731 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1906e9-f0c0-44a1-a3b4-38a5475b8d85 req-34f4cb79-a613-4ff9-bf79-ac5d0d88d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:33.253158 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da1906e9-f0c0-44a1-a3b4-38a5475b8d85 req-34f4cb79-a613-4ff9-bf79-ac5d0d88d0df service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2421744 Sep 09 14:59:33.263199 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33cff5-998c-4ba8-8beb-23be1180990e req-b746bf8b-0d9f-4176-9b34-55c027e5b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:33.264509 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4c33cff5-998c-4ba8-8beb-23be1180990e req-b746bf8b-0d9f-4176-9b34-55c027e5b78e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 915 time: 0.2346172 Sep 09 14:59:33.280615 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7152724e-bd37-4359-bb22-f041f84f8f87 req-e5a18f29-4ec7-423a-b6c5-f9635ef22fc7 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772262 Sep 09 14:59:33.395741 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2d767-112f-4da7-9d15-a27f88ce041a req-cfc0559e-68e7-44cb-bb1a-cf59f559c1b7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:33.397483 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-31e2d767-112f-4da7-9d15-a27f88ce041a req-cfc0559e-68e7-44cb-bb1a-cf59f559c1b7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0498199 Sep 09 14:59:33.424430 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:33.437268 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36192) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:33.461777 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-31e2d767-112f-4da7-9d15-a27f88ce041a req-9ff28699-dd70-4afb-a434-9650c8e267e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581937 Sep 09 14:59:33.488004 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c8afc7-db13-4731-bbae-297dc7d14c51 admin admin] Deleting subnet 8f8bfa4b-5d67-4025-ad17-7d9f30a52c81 {{(pid=106239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 14:59:33.491325 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e0c8afc7-db13-4731-bbae-297dc7d14c51 admin admin] Publish callbacks [] for subnet (8f8bfa4b-5d67-4025-ad17-7d9f30a52c81), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:33.525488 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e0c8afc7-db13-4731-bbae-297dc7d14c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752680'] for subnet (8f8bfa4b-5d67-4025-ad17-7d9f30a52c81), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:33.549429 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4c33cff5-998c-4ba8-8beb-23be1180990e req-3f217992-b7bf-486e-a22f-3c7a4352d32f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a6328979-e994-4108-87dc-e3b7e7729e74 HTTP/1.1" status: 200 len: 1002 time: 0.0999324 Sep 09 14:59:33.550705 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-48225915-5157-4a5e-abcd-a9e82e83ce25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:33.552047 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-48225915-5157-4a5e-abcd-a9e82e83ce25 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3f711f25c212427db970f02391c79d1c&device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 1127 time: 0.0592504 Sep 09 14:59:33.562965 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:33.571366 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e0c8afc7-db13-4731-bbae-297dc7d14c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (8f8bfa4b-5d67-4025-ad17-7d9f30a52c81), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:33.650257 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-7836b91a-b7cd-4756-80fe-54e80a20d814 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde HTTP/1.1" status: 200 len: 217 time: 0.0567052 Sep 09 14:59:33.691792 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33cff5-998c-4ba8-8beb-23be1180990e req-fb831cc3-53a5-4931-ae0b-3a7ef87457c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:33.693259 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4c33cff5-998c-4ba8-8beb-23be1180990e req-fb831cc3-53a5-4931-ae0b-3a7ef87457c0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 200 len: 853 time: 0.1076837 Sep 09 14:59:33.711797 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-adf06fce-f44f-4053-af62-23f1cd5bf5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:33.713353 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-adf06fce-f44f-4053-af62-23f1cd5bf5f6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f0f47d81-143a-4923-84fd-72ceb666893e HTTP/1.1" status: 200 len: 847 time: 0.0530922 Sep 09 14:59:33.799022 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c33cff5-998c-4ba8-8beb-23be1180990e req-6ef5e437-0501-4018-9424-450bd7196eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:33.800535 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4c33cff5-998c-4ba8-8beb-23be1180990e req-6ef5e437-0501-4018-9424-450bd7196eba service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2ced1175-a542-4682-b032-b597d6969844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0732296 Sep 09 14:59:33.803771 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-80e19a99-f9fb-417f-adae-1d02b857457a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:33.805384 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-80e19a99-f9fb-417f-adae-1d02b857457a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8d2d50ee-a393-4bca-920f-08b3f70f628d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0693018 Sep 09 14:59:33.856861 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e0c8afc7-db13-4731-bbae-297dc7d14c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3186310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3836002'] for subnet (8f8bfa4b-5d67-4025-ad17-7d9f30a52c81), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:33.885929 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8afc7-db13-4731-bbae-297dc7d14c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f8bfa4b-5d67-4025-ad17-7d9f30a52c81,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:33.889529 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e0c8afc7-db13-4731-bbae-297dc7d14c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:33.895158 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e0c8afc7-db13-4731-bbae-297dc7d14c51 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/8f8bfa4b-5d67-4025-ad17-7d9f30a52c81 HTTP/1.1" status: 204 len: 168 time: 0.4542763 Sep 09 14:59:33.895596 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36202) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:33.953937 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d4b59-4d96-4adf-80c0-86df288d4bbd req-6ca11118-3648-4eb1-9bae-3b7c47819c64 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:33.956013 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f7d4b59-4d96-4adf-80c0-86df288d4bbd req-6ca11118-3648-4eb1-9bae-3b7c47819c64 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.1491988 Sep 09 14:59:33.988639 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (ea70958d-8611-435f-9904-c0efb2e3e5e6), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:34.034940 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-e1b336d9-2427-4c84-9843-b160b8f04205 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192619 Sep 09 14:59:34.038197 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:34.064692 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f7d4b59-4d96-4adf-80c0-86df288d4bbd req-e4ff7d31-95dd-454d-be22-7517eb463734 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939364 Sep 09 14:59:34.070151 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4c33cff5-998c-4ba8-8beb-23be1180990e req-9b7ccc07-4838-4789-bfbc-d50e6ef0d5f8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536883 Sep 09 14:59:34.088731 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (ea70958d-8611-435f-9904-c0efb2e3e5e6), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:34.108071 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea70958d-8611-435f-9904-c0efb2e3e5e6']}} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:59:34.117022 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e0638c-d611-4754-a482-3ae46e7aa68b') {'for_net_delete': True} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:59:34.117349 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e0638c-d611-4754-a482-3ae46e7aa68b') {} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:59:34.127095 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752467'] for segment (29e0638c-d611-4754-a482-3ae46e7aa68b), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:34.140394 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (29e0638c-d611-4754-a482-3ae46e7aa68b), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:34.146833 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 14:59:34.147208 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3186412'] for segment (29e0638c-d611-4754-a482-3ae46e7aa68b), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:34.191007 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 29e0638c-d611-4754-a482-3ae46e7aa68b resource provider aggregate not found Sep 09 14:59:34.211551 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 29e0638c-d611-4754-a482-3ae46e7aa68b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29e0638c-d611-4754-a482-3ae46e7aa68b found for delete ", "request_id": "req-e088ed93-67f9-4ee3-bcc3-c5a14bf8bda2"}]} Sep 09 14:59:34.215039 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (ea70958d-8611-435f-9904-c0efb2e3e5e6), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:34.222910 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:34.225977 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/ea70958d-8611-435f-9904-c0efb2e3e5e6 HTTP/1.1" status: 204 len: 168 time: 0.3297675 Sep 09 14:59:34.236454 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a9879-d9bf-437a-a605-996afde93c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea70958d-8611-435f-9904-c0efb2e3e5e6,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:34.394495 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36214) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:34.435321 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-6feafe15-d576-415e-91de-6e078337fbc3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=bd3cfdafe89243748fe29bef991b2215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396471 Sep 09 14:59:34.437847 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36216) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:34.490497 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6fe48b57-f9b0-442a-8be5-a0b066583c66 admin admin] Publish callbacks [] for security_group (8147fc81-291f-405f-8f51-6bc117748f4f), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:34.513248 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6fe48b57-f9b0-442a-8be5-a0b066583c66 admin admin] Publish callbacks [] for security_group (8147fc81-291f-405f-8f51-6bc117748f4f), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:34.570882 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6fe48b57-f9b0-442a-8be5-a0b066583c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (8147fc81-291f-405f-8f51-6bc117748f4f), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:34.575262 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6fe48b57-f9b0-442a-8be5-a0b066583c66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:34.576668 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-6fe48b57-f9b0-442a-8be5-a0b066583c66 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8147fc81-291f-405f-8f51-6bc117748f4f HTTP/1.1" status: 204 len: 168 time: 0.1378107 Sep 09 14:59:34.586269 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe48b57-f9b0-442a-8be5-a0b066583c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8147fc81-291f-405f-8f51-6bc117748f4f,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:34.732945 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:34.822162 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d0ef9-7347-4882-8026-284122d1e9b1 req-7b40f4db-8394-4f66-bc3f-a37030d37744 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:34.823634 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-927d0ef9-7347-4882-8026-284122d1e9b1 req-7b40f4db-8394-4f66-bc3f-a37030d37744 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.4077232 Sep 09 14:59:34.858945 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a90f17-70b0-4580-a119-8d9bf400c40b req-45b2e958-bdc2-4553-a903-dbe24fadaf64 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:34.860390 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e5a90f17-70b0-4580-a119-8d9bf400c40b req-45b2e958-bdc2-4553-a903-dbe24fadaf64 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.1759694 Sep 09 14:59:34.971199 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4c33cff5-998c-4ba8-8beb-23be1180990e req-85fa9c60-c44f-431b-b5e9-3cbe9dd63466 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885213 Sep 09 14:59:34.977773 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-927d0ef9-7347-4882-8026-284122d1e9b1 req-a0043a78-752e-47f5-85af-4787da457d42 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447883 Sep 09 14:59:34.983459 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-403c0ef5-88b6-4547-9adf-a57836f6ccad req-646f983c-f2a6-4907-ac8a-4b006f86d091 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998877 Sep 09 14:59:34.996944 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e5a90f17-70b0-4580-a119-8d9bf400c40b req-456d51b0-96cf-47a0-b49d-87622d105cc1 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229615 Sep 09 14:59:35.197860 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8bc39-1705-4db1-9aa2-60cc3c7f1e39 req-cbe7ea2b-2974-4989-97d5-c38f2e712384 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:35.200234 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-48b8bc39-1705-4db1-9aa2-60cc3c7f1e39 req-cbe7ea2b-2974-4989-97d5-c38f2e712384 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0507441 Sep 09 14:59:35.226468 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:35.251233 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-48b8bc39-1705-4db1-9aa2-60cc3c7f1e39 req-8c5ccf0b-d2fc-4ad6-8dee-f2f6b881efd0 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Sep 09 14:59:35.263582 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 27073afa-d48f-4e5f-b5fb-94c6c6f9082c details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:59:35.350044 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:35.378628 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:59:35.388078 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'port_id': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'mac_address': 'fa:16:3e:2f:07:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:59:35.428707 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c is: ACTIVE; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:59:35.429139 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:35.444070 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 27073afa-d48f-4e5f-b5fb-94c6c6f9082c {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:59:35.466961 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:59:35.474139 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:35.528519 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,revision_number=6']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:35.576044 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2618b87-5193-4ed9-8188-0247336c2295 req-00bc73a0-770e-43b5-8bed-2e962203c392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:35.577685 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c2618b87-5193-4ed9-8188-0247336c2295 req-00bc73a0-770e-43b5-8bed-2e962203c392 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 1130 time: 0.0776205 Sep 09 14:59:35.583323 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d4d0d-0b3a-4809-9122-dd6f09f77260 req-af50a020-49fe-478e-9932-cac5a241d6c1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:35.584889 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9d0d4d0d-0b3a-4809-9122-dd6f09f77260 req-af50a020-49fe-478e-9932-cac5a241d6c1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0952077 Sep 09 14:59:35.644556 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['27073afa-d48f-4e5f-b5fb-94c6c6f9082c'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:59:35.717464 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9d0d4d0d-0b3a-4809-9122-dd6f09f77260 req-51dc5acc-65cc-471a-a053-3b174e8abbe7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190829 Sep 09 14:59:35.729958 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2618b87-5193-4ed9-8188-0247336c2295 req-cff3f29d-b96f-478e-bae3-5759828df6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:35.732322 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c2618b87-5193-4ed9-8188-0247336c2295 req-cff3f29d-b96f-478e-bae3-5759828df6da service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.1464968 Sep 09 14:59:35.792043 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c2618b87-5193-4ed9-8188-0247336c2295 req-ee34c445-f843-4454-92b5-8cc4011e9779 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=acf93c11-9610-4394-9769-af290e65bfdd HTTP/1.1" status: 200 len: 217 time: 0.0405526 Sep 09 14:59:35.834424 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:35.865472 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2618b87-5193-4ed9-8188-0247336c2295 req-cd9117cb-91ef-4079-8bc8-053a8aee77f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:35.867224 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c2618b87-5193-4ed9-8188-0247336c2295 req-cd9117cb-91ef-4079-8bc8-053a8aee77f0 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.0527020 Sep 09 14:59:35.914566 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2618b87-5193-4ed9-8188-0247336c2295 req-07425026-3c17-43cd-8045-82b026b93789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:35.916161 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c2618b87-5193-4ed9-8188-0247336c2295 req-07425026-3c17-43cd-8045-82b026b93789 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423248 Sep 09 14:59:36.047908 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c2618b87-5193-4ed9-8188-0247336c2295 req-5d716290-0752-4674-bf3f-a5fd4cd226ca service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243157 Sep 09 14:59:36.213375 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a6548-68b9-4906-97e5-a4c4f68f4849 req-227c36fc-1657-4d67-bcb2-66d6453acbae tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:36.214870 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-821a6548-68b9-4906-97e5-a4c4f68f4849 req-227c36fc-1657-4d67-bcb2-66d6453acbae tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.1323261 Sep 09 14:59:36.235256 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8adec5-d960-4b2f-922a-9e915bc06234 req-b49e25a4-93aa-4990-bdce-4b942b63de11 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:36.236827 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ba8adec5-d960-4b2f-922a-9e915bc06234 req-b49e25a4-93aa-4990-bdce-4b942b63de11 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 945 time: 0.1073976 Sep 09 14:59:36.255129 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:36.361379 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-821a6548-68b9-4906-97e5-a4c4f68f4849 req-42b99b03-8629-4679-a50f-97909f707e75 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361239 Sep 09 14:59:36.363044 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c2618b87-5193-4ed9-8188-0247336c2295 req-f378edcf-9db2-4fd1-934f-f617003ef1bf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974997 Sep 09 14:59:36.377719 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ba8adec5-d960-4b2f-922a-9e915bc06234 req-4682fe80-9ef3-444f-8e55-c5ec01430838 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170011 Sep 09 14:59:36.875850 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f586f-802a-4e86-829e-6e0305043148 req-1027ca72-a3ed-4e3f-9851-d8811c59610b tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:36.877381 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bf9f586f-802a-4e86-829e-6e0305043148 req-1027ca72-a3ed-4e3f-9851-d8811c59610b tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0726719 Sep 09 14:59:36.950957 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bf9f586f-802a-4e86-829e-6e0305043148 req-07b127fc-c72b-4707-ba61-42bc16ddad2e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668941 Sep 09 14:59:37.273266 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 27073afa-d48f-4e5f-b5fb-94c6c6f9082c up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:59:37.325300 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:59:37.325767 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:37.449169 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:59:37.452942 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:37.535398 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:59:37.537055 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:59:37.539986 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76703d1-d07a-428a-b77f-f716c49449a2" -d '{"events": [{"server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "name": "network-vif-plugged", "status": "completed", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:59:37.548511 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:37.605433 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,revision_number=7']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:37.625937 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3954b6b-c396-4f33-896d-f2abbd62e543 req-c495d6ad-eff6-4d22-a5c7-b9fd776a16ff tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:37.634961 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f3954b6b-c396-4f33-896d-f2abbd62e543 req-c495d6ad-eff6-4d22-a5c7-b9fd776a16ff tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0885990 Sep 09 14:59:37.642694 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-0127de56-f47c-41a1-979f-d2929960c3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:37.656826 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0eaecc-44d2-4f96-8422-0d71a5f6a7be req-69a58df1-9a90-4ad0-a512-856708be3c9a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:37.663924 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8f0eaecc-44d2-4f96-8422-0d71a5f6a7be req-69a58df1-9a90-4ad0-a512-856708be3c9a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 945 time: 0.1308827 Sep 09 14:59:37.749405 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f3954b6b-c396-4f33-896d-f2abbd62e543 req-729fd618-30de-4d04-8138-597d716ebd6b tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132376 Sep 09 14:59:37.768037 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8f0eaecc-44d2-4f96-8422-0d71a5f6a7be req-05574925-c95a-4df6-af0d-c4426cf9be03 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032474 Sep 09 14:59:37.832819 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49c5749-70e8-424c-a0ef-239da546ad4a x-openstack-request-id: req-b49c5749-70e8-424c-a0ef-239da546ad4a {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:59:37.833089 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "name": "network-vif-plugged", "status": "completed", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:59:37.834023 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b49c5749-70e8-424c-a0ef-239da546ad4a {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:59:37.834603 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b49c5749-70e8-424c-a0ef-239da546ad4a'] response: {'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'code': 200} Sep 09 14:59:38.061815 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:38.112390 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d9d4d-07be-46fd-af25-3dafc723bf52 req-4d81db6e-60f3-437c-a4e1-f9ec330f4dd8 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:38.119270 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d72d9d4d-07be-46fd-af25-3dafc723bf52 req-4d81db6e-60f3-437c-a4e1-f9ec330f4dd8 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0726612 Sep 09 14:59:38.184305 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d72d9d4d-07be-46fd-af25-3dafc723bf52 req-57c04e9e-5bdb-4f9c-9783-1cb236994fef tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641332 Sep 09 14:59:38.929881 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5865a2-41c3-4acb-888b-9d4519c36d80 req-8d408b67-176d-4a9e-8b78-02d174bab558 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:38.936727 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fa5865a2-41c3-4acb-888b-9d4519c36d80 req-8d408b67-176d-4a9e-8b78-02d174bab558 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0935102 Sep 09 14:59:38.943622 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36378) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:38.972582 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8eb4b-7b7c-4096-a386-c25995daabca req-f5c42dd0-79e0-4218-95e1-0529374b24f4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:38.973769 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a7e8eb4b-7b7c-4096-a386-c25995daabca req-f5c42dd0-79e0-4218-95e1-0529374b24f4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0955868 Sep 09 14:59:39.040600 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fa5865a2-41c3-4acb-888b-9d4519c36d80 req-f8401efa-ae4c-4bff-a499-db2204faa1c1 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030285 Sep 09 14:59:39.079814 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a7e8eb4b-7b7c-4096-a386-c25995daabca req-21d7ce86-3fee-47d7-bd13-cfcb80d83b2e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673635 Sep 09 14:59:39.157019 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-909ad6d7-fac5-4983-920a-1931b0036378 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:39.266328 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-909ad6d7-fac5-4983-920a-1931b0036378 admin admin] Publish callbacks [] for security_group (c73c2740-fe69-42a8-b74f-94468d9abaea), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:39.285542 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-909ad6d7-fac5-4983-920a-1931b0036378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c73c2740-fe69-42a8-b74f-94468d9abaea), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:39.326041 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-909ad6d7-fac5-4983-920a-1931b0036378 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6eb66b31431f4873bce3ebac6f816b4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3772259 Sep 09 14:59:39.327141 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36386) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:39.356833 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88ae53-1f90-43dd-bfba-621acc77d541 req-053b3df3-fe18-4329-9358-528e6386b541 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:39.359129 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6a88ae53-1f90-43dd-bfba-621acc77d541 req-053b3df3-fe18-4329-9358-528e6386b541 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0651240 Sep 09 14:59:39.365285 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ad6d7-fac5-4983-920a-1931b0036378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73c2740-fe69-42a8-b74f-94468d9abaea,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:39.427625 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e78e7434-a7b5-49dc-a594-9eb8aa111ac5 admin admin] Publish callbacks [] for security_group (c73c2740-fe69-42a8-b74f-94468d9abaea), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:39.441993 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:39.459882 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e78e7434-a7b5-49dc-a594-9eb8aa111ac5 admin admin] Publish callbacks [] for security_group (c73c2740-fe69-42a8-b74f-94468d9abaea), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:39.464169 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6a88ae53-1f90-43dd-bfba-621acc77d541 req-559c3164-9baa-4512-afe5-a677f0c7e793 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944214 Sep 09 14:59:39.537519 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e78e7434-a7b5-49dc-a594-9eb8aa111ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c73c2740-fe69-42a8-b74f-94468d9abaea), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:39.540909 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e78e7434-a7b5-49dc-a594-9eb8aa111ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:39.542113 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e78e7434-a7b5-49dc-a594-9eb8aa111ac5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c73c2740-fe69-42a8-b74f-94468d9abaea HTTP/1.1" status: 204 len: 168 time: 0.2046115 Sep 09 14:59:39.551061 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78e7434-a7b5-49dc-a594-9eb8aa111ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73c2740-fe69-42a8-b74f-94468d9abaea,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:39.867471 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-32452890-0f04-4e64-8952-27455cf4031c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:40.230824 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e1681c-1a6f-4ad7-a1f1-d54d6e010789 req-27e36bc8-fb91-40df-8e80-124411d48261 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:40.240387 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-50e1681c-1a6f-4ad7-a1f1-d54d6e010789 req-27e36bc8-fb91-40df-8e80-124411d48261 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.1055226 Sep 09 14:59:40.316343 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f3caf-66d1-4b85-94bb-b2129d846354 req-fa682078-c40f-4be2-9384-b02f479b0de0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:40.318075 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1a3f3caf-66d1-4b85-94bb-b2129d846354 req-fa682078-c40f-4be2-9384-b02f479b0de0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.1132460 Sep 09 14:59:40.328194 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-50e1681c-1a6f-4ad7-a1f1-d54d6e010789 req-b422cb3b-ab2f-40fa-af43-d7b0c1ed3b2e tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865357 Sep 09 14:59:40.372256 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:40.422662 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1a3f3caf-66d1-4b85-94bb-b2129d846354 req-e50f0eb5-7f9e-4257-b454-3e433fab89c6 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931773 Sep 09 14:59:40.659463 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac1e9a-4a58-407a-b2b6-9fd5021cad2e req-b3b47a33-10d4-4687-937e-9254cafc1d9e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:40.661660 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-12ac1e9a-4a58-407a-b2b6-9fd5021cad2e req-b3b47a33-10d4-4687-937e-9254cafc1d9e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0778365 Sep 09 14:59:40.733416 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-12ac1e9a-4a58-407a-b2b6-9fd5021cad2e req-d4f18441-cb45-43ea-a451-8354d2e7be9e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616989 Sep 09 14:59:41.026322 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36430) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:41.197732 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-53d4e9de-6afe-4736-aef0-9cca7c7971b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:41.263011 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:41.284637 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-53d4e9de-6afe-4736-aef0-9cca7c7971b7 admin admin] Publish callbacks [] for security_group (96233e26-f0cd-4066-b346-77fe162df8c3), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:41.297178 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-53d4e9de-6afe-4736-aef0-9cca7c7971b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (96233e26-f0cd-4066-b346-77fe162df8c3), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:41.302194 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=15 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:41.307729 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:41.343784 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:41.346117 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d4e9de-6afe-4736-aef0-9cca7c7971b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96233e26-f0cd-4066-b346-77fe162df8c3,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:41.351156 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-53d4e9de-6afe-4736-aef0-9cca7c7971b7 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=66c5237102cd455ab218c98b3515ffa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3236637 Sep 09 14:59:41.353935 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 36438) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:41.441098 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac247-4174-4bed-970f-b49833d395de admin admin] Publish callbacks [] for security_group (96233e26-f0cd-4066-b346-77fe162df8c3), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:41.484281 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac247-4174-4bed-970f-b49833d395de admin admin] Publish callbacks [] for security_group (96233e26-f0cd-4066-b346-77fe162df8c3), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:41.609812 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01e913-a36a-48e0-bb43-d87c152478c0 req-de67a454-3a71-4e81-8e92-d8475e42a09c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:41.611318 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1a01e913-a36a-48e0-bb43-d87c152478c0 req-de67a454-3a71-4e81-8e92-d8475e42a09c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.1013694 Sep 09 14:59:41.618189 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b18c6a-7e10-41f5-b0bb-c097d1d87172 req-3e2ec39e-b44c-4897-ab8b-b1bb5bc401c8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:41.619890 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-98b18c6a-7e10-41f5-b0bb-c097d1d87172 req-3e2ec39e-b44c-4897-ab8b-b1bb5bc401c8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.1088018 Sep 09 14:59:41.669082 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac247-4174-4bed-970f-b49833d395de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (96233e26-f0cd-4066-b346-77fe162df8c3), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:41.673098 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac247-4174-4bed-970f-b49833d395de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:41.674557 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-fa9ac247-4174-4bed-970f-b49833d395de admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/96233e26-f0cd-4066-b346-77fe162df8c3 HTTP/1.1" status: 204 len: 168 time: 0.3187726 Sep 09 14:59:41.708316 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ac247-4174-4bed-970f-b49833d395de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96233e26-f0cd-4066-b346-77fe162df8c3,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:41.747908 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1a01e913-a36a-48e0-bb43-d87c152478c0 req-87b5b63e-9471-43a8-8ad7-6a3334f63752 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265643 Sep 09 14:59:41.750991 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-98b18c6a-7e10-41f5-b0bb-c097d1d87172 req-9af91b9f-d568-4d05-ac82-8547f51161e4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219223 Sep 09 14:59:42.317946 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 36452) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:42.322060 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-c0e7edad-aff0-4bb4-a11d-d66f61330dc1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1524041240', 'description': 'tempest-description--94205720'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:42.343724 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c0e7edad-aff0-4bb4-a11d-d66f61330dc1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:42.398386 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:42.447127 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c0e7edad-aff0-4bb4-a11d-d66f61330dc1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for security_group (bb9893bb-721b-4175-960f-fafb2d54d8bb), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:42.453992 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c0e7edad-aff0-4bb4-a11d-d66f61330dc1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (bb9893bb-721b-4175-960f-fafb2d54d8bb), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:42.497676 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c0e7edad-aff0-4bb4-a11d-d66f61330dc1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:42.502609 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-c0e7edad-aff0-4bb4-a11d-d66f61330dc1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1842723 Sep 09 14:59:42.503991 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e7edad-aff0-4bb4-a11d-d66f61330dc1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9893bb-721b-4175-960f-fafb2d54d8bb,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:42.506603 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36456) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:42.512785 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-69205f51-eeb5-439f-b489-51303e75add2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Request body: {'security_group_rule': {'security_group_id': 'bb9893bb-721b-4175-960f-fafb2d54d8bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:42.558568 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-69205f51-eeb5-439f-b489-51303e75add2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for security_group_rule (805a17fd-30d2-4238-ad05-b9f558ecfc88), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:42.623920 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-69205f51-eeb5-439f-b489-51303e75add2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for security_group_rule (805a17fd-30d2-4238-ad05-b9f558ecfc88), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:42.678679 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-69205f51-eeb5-439f-b489-51303e75add2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (805a17fd-30d2-4238-ad05-b9f558ecfc88), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:42.690588 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69205f51-eeb5-439f-b489-51303e75add2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805a17fd-30d2-4238-ad05-b9f558ecfc88,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:42.711698 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-69205f51-eeb5-439f-b489-51303e75add2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:42.712933 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-69205f51-eeb5-439f-b489-51303e75add2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2046187 Sep 09 14:59:42.716085 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36458) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:42.720754 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-3b062ed1-6708-40cb-b099-0f0f70d153fb tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Request body: {'security_group_rule': {'security_group_id': 'bb9893bb-721b-4175-960f-fafb2d54d8bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:42.757174 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3b062ed1-6708-40cb-b099-0f0f70d153fb tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for security_group_rule (f5bc3cc8-bb1c-4018-bc2f-39d0ccf9197c), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:42.896875 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3b062ed1-6708-40cb-b099-0f0f70d153fb tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for security_group_rule (f5bc3cc8-bb1c-4018-bc2f-39d0ccf9197c), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:42.903920 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3b062ed1-6708-40cb-b099-0f0f70d153fb tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (f5bc3cc8-bb1c-4018-bc2f-39d0ccf9197c), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:42.935752 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3848b00f-c24e-4bd1-93f2-b9c7920f6bf6 req-b932310a-9faa-41e0-84a4-bdb16bd1e331 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:42.937445 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3848b00f-c24e-4bd1-93f2-b9c7920f6bf6 req-b932310a-9faa-41e0-84a4-bdb16bd1e331 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0903928 Sep 09 14:59:42.938213 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3b062ed1-6708-40cb-b099-0f0f70d153fb tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:42.942853 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-3b062ed1-6708-40cb-b099-0f0f70d153fb tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2258096 Sep 09 14:59:42.943098 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 36468) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:42.943767 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b062ed1-6708-40cb-b099-0f0f70d153fb tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bc3cc8-bb1c-4018-bc2f-39d0ccf9197c,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:42.965550 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:42.986282 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c694ab4-7b09-4329-ab77-ba2d6d986f4e req-45498b97-a3c6-4690-95a8-d25ef716c94a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:42.987843 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1c694ab4-7b09-4329-ab77-ba2d6d986f4e req-45498b97-a3c6-4690-95a8-d25ef716c94a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.1098723 Sep 09 14:59:43.044397 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.111093 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.119158 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.126156 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3848b00f-c24e-4bd1-93f2-b9c7920f6bf6 req-5fa76a6d-de7a-47a3-b8ec-6bc654818070 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718485 Sep 09 14:59:43.180173 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1c694ab4-7b09-4329-ab77-ba2d6d986f4e req-4d27ff15-bd58-4b52-93b1-df97f2434d84 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843565 Sep 09 14:59:43.219341 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.231837 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:43.272285 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device e3d39b24-1d9b-4caf-a284-b75b3c187cde details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:59:43.376362 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Allocated IP 172.27.3.42 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/35834538-fd25-426f-a26f-aa777d210a56) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:59:43.422328 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port e3d39b24-1d9b-4caf-a284-b75b3c187cde, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:59:43.441973 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'port_id': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'mac_address': 'fa:16:3e:8d:82:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:59:43.487566 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:43.491093 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port e3d39b24-1d9b-4caf-a284-b75b3c187cde is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:59:43.491722 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.497932 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for port (35834538-fd25-426f-a26f-aa777d210a56), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.511785 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d39b24-1d9b-4caf-a284-b75b3c187cde {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:59:43.536388 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port e3d39b24-1d9b-4caf-a284-b75b3c187cde, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:59:43.539033 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (35834538-fd25-426f-a26f-aa777d210a56), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.541182 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.588018 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:59:43.594701 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:59:43.597514 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:59:43.603632 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:43.609368 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event updated for resources: {'Port': ['ID=35834538-fd25-426f-a26f-aa777d210a56,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:43.643217 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=e3d39b24-1d9b-4caf-a284-b75b3c187cde,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:43.658289 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for floatingip (0ab286ef-c278-4361-8f85-20434734c66a), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.698972 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (35834538-fd25-426f-a26f-aa777d210a56), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.878194 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for port (35834538-fd25-426f-a26f-aa777d210a56), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.881742 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (35834538-fd25-426f-a26f-aa777d210a56), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.883496 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (0ab286ef-c278-4361-8f85-20434734c66a), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.921362 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['e3d39b24-1d9b-4caf-a284-b75b3c187cde'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:59:43.936867 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:43.939418 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9935861 Sep 09 14:59:43.940151 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb6b72-f86c-45f2-b5f4-9b59ba437174 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event updated for resources: {'Port': ['ID=35834538-fd25-426f-a26f-aa777d210a56,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:44.183234 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:44.265798 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd552b-fe08-453e-905f-88b61035d038 req-992f4b2a-b29e-4904-a8ad-f1fca4f461e2 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:44.267318 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-02cd552b-fe08-453e-905f-88b61035d038 req-992f4b2a-b29e-4904-a8ad-f1fca4f461e2 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 944 time: 0.0496645 Sep 09 14:59:44.328632 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-02cd552b-fe08-453e-905f-88b61035d038 req-b064128c-4094-4ccd-9a79-4ce324ffe916 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555701 Sep 09 14:59:44.442679 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec003130-d331-4916-8071-e9e33cbcbc07 req-88f77132-4963-4a54-be24-53893907f91a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:44.444304 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ec003130-d331-4916-8071-e9e33cbcbc07 req-88f77132-4963-4a54-be24-53893907f91a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0494945 Sep 09 14:59:44.493628 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ec003130-d331-4916-8071-e9e33cbcbc07 req-5c954bd8-a08e-4049-8625-78f0792224e4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430374 Sep 09 14:59:45.276637 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device e3d39b24-1d9b-4caf-a284-b75b3c187cde up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 14:59:45.321598 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port e3d39b24-1d9b-4caf-a284-b75b3c187cde completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 14:59:45.329090 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port e3d39b24-1d9b-4caf-a284-b75b3c187cde triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:59:45.329570 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:45.426425 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port e3d39b24-1d9b-4caf-a284-b75b3c187cde is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:59:45.426807 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:45.471876 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:59:45.474547 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415bc994-a590-4070-b4d2-010a16ddc624" -d '{"events": [{"server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "name": "network-vif-plugged", "status": "completed", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:59:45.478945 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port e3d39b24-1d9b-4caf-a284-b75b3c187cde, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:59:45.484694 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:45.500420 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155aae53-87b0-43f8-98be-e4dc17c2bd18 req-0a8897f6-5417-4c03-ac41-aeae72587fe0 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:45.507411 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-155aae53-87b0-43f8-98be-e4dc17c2bd18 req-0a8897f6-5417-4c03-ac41-aeae72587fe0 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 944 time: 0.0572608 Sep 09 14:59:45.513952 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:45.547622 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=e3d39b24-1d9b-4caf-a284-b75b3c187cde,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:45.570343 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-155aae53-87b0-43f8-98be-e4dc17c2bd18 req-47c967d3-1d12-4472-8255-d8ae84fe676a tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617552 Sep 09 14:59:45.631453 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 14:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2356cac-9572-451f-b0dc-d48a9ca40b90 x-openstack-request-id: req-b2356cac-9572-451f-b0dc-d48a9ca40b90 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:59:45.631837 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "name": "network-vif-plugged", "status": "completed", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:59:45.632185 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2356cac-9572-451f-b0dc-d48a9ca40b90 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:59:45.632680 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2356cac-9572-451f-b0dc-d48a9ca40b90'] response: {'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'code': 200} Sep 09 14:59:45.739084 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6bbb1-e034-4ef8-8e8a-2329b67bf39c req-8fce405f-4065-422f-9808-c6e62e0d9e49 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:45.741260 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-61a6bbb1-e034-4ef8-8e8a-2329b67bf39c req-8fce405f-4065-422f-9808-c6e62e0d9e49 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0580916 Sep 09 14:59:45.828096 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-61a6bbb1-e034-4ef8-8e8a-2329b67bf39c req-285aa18a-a19c-43ae-b8b2-f4b39a6e3c1b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797687 Sep 09 14:59:45.906113 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:45.958098 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08f3ce-07c4-424f-a9bc-9b8fa68a4d52 req-feacd029-a384-400f-b12b-2df2cbe2b5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:45.959581 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5f08f3ce-07c4-424f-a9bc-9b8fa68a4d52 req-feacd029-a384-400f-b12b-2df2cbe2b5fe service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 1129 time: 0.0419190 Sep 09 14:59:46.031274 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5f08f3ce-07c4-424f-a9bc-9b8fa68a4d52 req-710d90cc-732e-49f1-bae9-88c3655c8ceb service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615950 Sep 09 14:59:46.698152 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff62582-d647-40b1-bef7-7c5ffda579ca req-74b09df9-d431-4573-9553-69898ea3069f tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:46.700152 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eff62582-d647-40b1-bef7-7c5ffda579ca req-74b09df9-d431-4573-9553-69898ea3069f tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0524967 Sep 09 14:59:46.770279 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eff62582-d647-40b1-bef7-7c5ffda579ca req-cb4a366b-b821-421a-9ecd-ebd076a1d8a6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641983 Sep 09 14:59:46.788776 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:46.793738 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-a6370add-e1e4-4e2c-9eb0-23754f24358b tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1524041240&fields=id&tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7 HTTP/1.1" status: 200 len: 267 time: 0.0733163 Sep 09 14:59:46.902830 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c30c5-5df4-4371-b332-367400187075 req-3f11026b-427d-4c29-9ba3-0fac2c498f77 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:46.904279 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-3f11026b-427d-4c29-9ba3-0fac2c498f77 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 818 time: 0.1034954 Sep 09 14:59:46.919332 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-024cc5d6-e4c5-4d80-8986-4846faa376e4 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/quotas/b8051535f56a4e17a0fa1eeab7c08ce7 HTTP/1.1" status: 200 len: 375 time: 0.0090425 Sep 09 14:59:47.006313 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-890aebf3-22c9-446c-bf29-86f149a39ca4 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0820224 Sep 09 14:59:47.018027 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c7b62-6680-4bf4-87a4-528f51647a3e req-6ffe5c23-68c1-44e3-ae8d-afc6bbe958bd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:47.019466 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-165c7b62-6680-4bf4-87a4-528f51647a3e req-6ffe5c23-68c1-44e3-ae8d-afc6bbe958bd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0808339 Sep 09 14:59:47.128074 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-165c7b62-6680-4bf4-87a4-528f51647a3e req-8760b469-a85e-480b-bd7c-d7d7edcfcee8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995274 Sep 09 14:59:47.138736 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-e3bf8776-ae4a-451d-907b-1de3beb50d94 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182721 Sep 09 14:59:47.229975 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-f5e53906-2aef-4409-9c53-d69232c7335b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853968 Sep 09 14:59:47.403611 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e50c22c4-b8c9-437e-84b1-55d64fed508c req-fe16a27e-7ccf-4eb9-a05b-a46f6b22e388 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0280509 Sep 09 14:59:47.894258 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092adfe-e33a-4078-b2f8-e9870163d8dd req-728578dd-b5bd-4927-a6a9-6b69d55f17ef tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:47.895697 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f092adfe-e33a-4078-b2f8-e9870163d8dd req-728578dd-b5bd-4927-a6a9-6b69d55f17ef tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0466526 Sep 09 14:59:47.944404 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f092adfe-e33a-4078-b2f8-e9870163d8dd req-fbe22f34-18a8-46ba-baf6-c1b72790bb36 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 Sep 09 14:59:48.067704 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18981b0-5746-4424-bf3b-4c496cbbee84 req-2897cf1d-0478-4af0-abab-1f144d6b04e3 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:48.069188 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d18981b0-5746-4424-bf3b-4c496cbbee84 req-2897cf1d-0478-4af0-abab-1f144d6b04e3 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0502756 Sep 09 14:59:48.123371 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d18981b0-5746-4424-bf3b-4c496cbbee84 req-8b8bd3fa-1154-455a-9f94-c13a711e8eca tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476601 Sep 09 14:59:48.157433 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36538) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:48.201626 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc8dc7-549b-4f30-bd8c-ce3f0caace9d req-ab96fa81-3eaf-4067-aab7-dd1d4bb97fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:48.203179 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-42fc8dc7-549b-4f30-bd8c-ce3f0caace9d req-ab96fa81-3eaf-4067-aab7-dd1d4bb97fb9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 1130 time: 0.0473740 Sep 09 14:59:48.265880 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:48.280800 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f31c79-431f-4629-ae82-cbf8d61dd69f req-82ee8b43-79fb-4a42-a48a-436156f323e6 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:48.282443 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f31c79-431f-4629-ae82-cbf8d61dd69f req-82ee8b43-79fb-4a42-a48a-436156f323e6 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0497584 Sep 09 14:59:48.375988 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9870a840-e7ed-42cd-a957-9150e0048eeb tempest-TestShelveInstance-1224151165 tempest-TestShelveInstance-1224151165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:48.377631 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-9870a840-e7ed-42cd-a957-9150e0048eeb tempest-TestShelveInstance-1224151165 tempest-TestShelveInstance-1224151165-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 1124 time: 0.2192321 Sep 09 14:59:48.380538 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36544) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:48.384873 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'port_id': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:48.409869 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:48.508713 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:48.569329 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:48.631661 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Allocated IP 172.27.3.27 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/0a5f7fcc-7459-41c4-9380-43781c3fe77a) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:59:48.643741 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-627f50da-ee73-415f-9dcd-dabc192cd242 req-7a0f12cf-b113-4915-a509-5fbc610e81b1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0451086 Sep 09 14:59:48.650573 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f31c79-431f-4629-ae82-cbf8d61dd69f req-f2c8608b-1951-4b8b-864c-4fb540166e57 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3609347 Sep 09 14:59:48.691627 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc8dc7-549b-4f30-bd8c-ce3f0caace9d req-4ea481bf-dfb4-4d53-960e-e4cb8cde5f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:48.693105 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-42fc8dc7-549b-4f30-bd8c-ce3f0caace9d req-4ea481bf-dfb4-4d53-960e-e4cb8cde5f0e service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 918 time: 0.3806808 Sep 09 14:59:48.746003 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:48.746211 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for port (0a5f7fcc-7459-41c4-9380-43781c3fe77a), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:48.767000 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-42fc8dc7-549b-4f30-bd8c-ce3f0caace9d req-bb589912-8578-45b2-88e9-f8f479e140ac service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c HTTP/1.1" status: 200 len: 1002 time: 0.0662396 Sep 09 14:59:48.780520 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:48.787284 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (0a5f7fcc-7459-41c4-9380-43781c3fe77a), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:48.821957 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc8dc7-549b-4f30-bd8c-ce3f0caace9d req-cbe26431-c2dc-44a7-8a64-c04b80733a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:48.823398 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-42fc8dc7-549b-4f30-bd8c-ce3f0caace9d req-cbe26431-c2dc-44a7-8a64-c04b80733a72 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e593ff28-5a4f-4b16-9e61-30d2cbd678db HTTP/1.1" status: 200 len: 856 time: 0.0496097 Sep 09 14:59:48.832518 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:59:48.837664 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:59:48.840693 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:59:48.846087 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event updated for resources: {'Port': ['ID=0a5f7fcc-7459-41c4-9380-43781c3fe77a,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:48.873476 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc8dc7-549b-4f30-bd8c-ce3f0caace9d req-c65229ed-5277-4d9b-8f68-aa1b73fac189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:48.874940 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-42fc8dc7-549b-4f30-bd8c-ce3f0caace9d req-c65229ed-5277-4d9b-8f68-aa1b73fac189 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93d5556e-7098-41ee-955a-f1126257e985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416050 Sep 09 14:59:49.197516 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for floatingip (a8a0f34a-0300-4ebb-9b17-70715072eb8c), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:49.276280 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-42fc8dc7-549b-4f30-bd8c-ce3f0caace9d req-f4ab3962-34d8-40b9-a6d4-b43543b333f3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094141 Sep 09 14:59:49.281216 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (0a5f7fcc-7459-41c4-9380-43781c3fe77a), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:49.439055 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:49.458078 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c30c5-5df4-4371-b332-367400187075 req-b1d3da8e-770e-49de-b473-4db0342e2028 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:49.459128 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-b1d3da8e-770e-49de-b473-4db0342e2028 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 818 time: 0.1820834 Sep 09 14:59:49.462228 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for port (0a5f7fcc-7459-41c4-9380-43781c3fe77a), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:49.464758 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-42fc8dc7-549b-4f30-bd8c-ce3f0caace9d req-42cb6fa6-75ef-49fb-9549-e7fdc2f938c2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640675 Sep 09 14:59:49.468054 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3186376'] for port (0a5f7fcc-7459-41c4-9380-43781c3fe77a), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:49.527075 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-c31e5966-6d35-4363-9b4f-9c5a8ece474d tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7 HTTP/1.1" status: 200 len: 380 time: 0.0526156 Sep 09 14:59:49.538104 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event updated for resources: {'Port': ['ID=0a5f7fcc-7459-41c4-9380-43781c3fe77a,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:49.540540 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (a8a0f34a-0300-4ebb-9b17-70715072eb8c), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:49.638249 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.l3_db [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Floating IP a8a0f34a-0300-4ebb-9b17-70715072eb8c associated. External IP: 172.27.3.27, port: e3d39b24-1d9b-4caf-a284-b75b3c187cde. Sep 09 14:59:49.715784 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:49.780558 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-62fabdd7-f4e8-4712-882f-b3fcb6d66143 req-95d1ac26-9725-4f86-8749-1a3babfa3ba3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0390701 Sep 09 14:59:49.815672 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc26be2-8a0c-4152-ab39-462f72bd6450 req-b32f63c1-dc25-4679-b2b3-7f25ab818a8e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:49.817116 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dcc26be2-8a0c-4152-ab39-462f72bd6450 req-b32f63c1-dc25-4679-b2b3-7f25ab818a8e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0649729 Sep 09 14:59:49.842638 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Router ca41d320-9673-4cf5-9f00-dc9c11d422ca has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 14:59:49.865976 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dcc26be2-8a0c-4152-ab39-462f72bd6450 req-1ccb3207-3f94-483a-a485-84ac5e27a2d4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413775 Sep 09 14:59:49.946852 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 14:59:49.969395 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998a3ee-db4a-4fd7-9664-fcc5194f034c None None] Sync routers for ids ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 14:59:49.970369 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:49.984462 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998a3ee-db4a-4fd7-9664-fcc5194f034c None None] Routers {'ca41d320-9673-4cf5-9f00-dc9c11d422ca'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:59:49.985349 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-0998a3ee-db4a-4fd7-9664-fcc5194f034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:59:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:59:50.015026 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-a727e25c-61f8-4776-af84-29c1d5dffdb4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6313891 Sep 09 14:59:50.015026 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:59:50.016042 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da702be6-b041-4d45-a0fa-eb28b68920aa" -d '{"events": [{"name": "network-changed", "server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:59:50.054488 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aab1ba8-f43e-4391-b65e-8ae2e79d1922 x-openstack-request-id: req-2aab1ba8-f43e-4391-b65e-8ae2e79d1922 {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:59:50.054777 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:59:50.055030 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2aab1ba8-f43e-4391-b65e-8ae2e79d1922 {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:59:50.055428 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aab1ba8-f43e-4391-b65e-8ae2e79d1922'] response: {'name': 'network-changed', 'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'status': 'completed', 'code': 200} Sep 09 14:59:50.094239 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-0998a3ee-db4a-4fd7-9664-fcc5194f034c None None] Set router ca41d320-9673-4cf5-9f00-dc9c11d422ca gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:59:50.124854 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:50.306145 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-0998a3ee-db4a-4fd7-9664-fcc5194f034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': 'a8a0f34a-0300-4ebb-9b17-70715072eb8c', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'port_id': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'mac_address': 'fa:16:3e:8d:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:59:49Z', 'updated_at': '2022-09-09T14:59:49Z', 'revision_number': 0, 'project_id': '3f711f25c212427db970f02391c79d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3', 'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'mac_address': 'fa:16:3e:7a:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:39Z', 'updated_at': '2022-09-09T14:58:47Z', 'revision_number': 5, 'project_id': '3f711f25c212427db970f02391c79d1c', 'subnets': [{'id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:59:50.330446 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998a3ee-db4a-4fd7-9664-fcc5194f034c None None] Checking router: ca41d320-9673-4cf5-9f00-dc9c11d422ca for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 14:59:50.338625 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0998a3ee-db4a-4fd7-9664-fcc5194f034c None None] Routers {'ca41d320-9673-4cf5-9f00-dc9c11d422ca'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 14:59:50.339219 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-0998a3ee-db4a-4fd7-9664-fcc5194f034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T14:59:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:59:50.443126 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-0998a3ee-db4a-4fd7-9664-fcc5194f034c None None] Set router ca41d320-9673-4cf5-9f00-dc9c11d422ca gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 14:59:50.585556 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:50.648099 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-0998a3ee-db4a-4fd7-9664-fcc5194f034c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': 'a8a0f34a-0300-4ebb-9b17-70715072eb8c', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'port_id': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'mac_address': 'fa:16:3e:8d:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:59:49Z', 'updated_at': '2022-09-09T14:59:49Z', 'revision_number': 0, 'project_id': '3f711f25c212427db970f02391c79d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3', 'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'mac_address': 'fa:16:3e:7a:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:39Z', 'updated_at': '2022-09-09T14:58:47Z', 'revision_number': 5, 'project_id': '3f711f25c212427db970f02391c79d1c', 'subnets': [{'id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 14:59:50.676492 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998a3ee-db4a-4fd7-9664-fcc5194f034c None None] The sync data for ids ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'] in dv-cinder-828696-11-iscsi is: [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': 'a8a0f34a-0300-4ebb-9b17-70715072eb8c', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'floating_ip_address': '172.27.3.27', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'port_id': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'mac_address': 'fa:16:3e:8d:82:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:59:49Z', 'updated_at': '2022-09-09T14:59:49Z', 'revision_number': 0, 'project_id': '3f711f25c212427db970f02391c79d1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3', 'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'mac_address': 'fa:16:3e:7a:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:39Z', 'updated_at': '2022-09-09T14:58:47Z', 'revision_number': 5, 'project_id': '3f711f25c212427db970f02391c79d1c', 'subnets': [{'id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 14:59:50.852510 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5a71273-6be0-4ada-8976-d7c184102607 None None] New status for floating IP a8a0f34a-0300-4ebb-9b17-70715072eb8c: ACTIVE {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 14:59:50.898908 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9b74f556-62c0-4084-93b1-6b94e95fada2 req-318d6aec-3b0e-4670-9d57-58f3c3d237ad tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0274084 Sep 09 14:59:50.996474 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafb39d-c3ab-4bc3-af52-7516b47fa677 req-c892d777-73d8-4429-a43e-c2c64d84fad5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:50.998009 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6aafb39d-c3ab-4bc3-af52-7516b47fa677 req-c892d777-73d8-4429-a43e-c2c64d84fad5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 946 time: 0.0466049 Sep 09 14:59:51.051938 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6aafb39d-c3ab-4bc3-af52-7516b47fa677 req-640694dd-5eb3-4f12-b026-e9c8486ef569 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477154 Sep 09 14:59:51.332292 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 27073afa-d48f-4e5f-b5fb-94c6c6f9082c no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:59:51.403794 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c is: ACTIVE; New status is: DOWN {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:59:51.404179 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:51.427623 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:59:51.429908 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6541d421-4b51-4fa8-8fe9-dab5d7f412cb" -d '{"events": [{"server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "name": "network-vif-unplugged", "status": "completed", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:59:51.442573 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:59:51.446773 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:51.465502 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-d48c30c5-5df4-4371-b332-367400187075 req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Request body: {'port': {'device_id': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'admin_state_up': True, 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'security_groups': ['bb9893bb-721b-4175-960f-fafb2d54d8bb']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:51.471422 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Sep 2022 14:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8769237b-4a81-47e7-8bba-1db8696c3b9d x-openstack-request-id: req-8769237b-4a81-47e7-8bba-1db8696c3b9d {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:59:51.471791 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "name": "network-vif-unplugged", "status": "completed", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:59:51.472030 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8769237b-4a81-47e7-8bba-1db8696c3b9d {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:59:51.472414 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8769237b-4a81-47e7-8bba-1db8696c3b9d'] response: {'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'code': 200} Sep 09 14:59:51.502836 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,revision_number=8']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:51.560528 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da702be6-b041-4d45-a0fa-eb28b68920aa req-308210a8-c371-4f6e-9178-4f096174be6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:51.562368 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da702be6-b041-4d45-a0fa-eb28b68920aa req-308210a8-c371-4f6e-9178-4f096174be6a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3f711f25c212427db970f02391c79d1c&device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 1129 time: 0.0526664 Sep 09 14:59:51.606263 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:51.611443 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d48c30c5-5df4-4371-b332-367400187075 req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Made reservation on behalf of b8051535f56a4e17a0fa1eeab7c08ce7 for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 14:59:51.616064 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d48c30c5-5df4-4371-b332-367400187075 req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:51.760302 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:51.793972 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da702be6-b041-4d45-a0fa-eb28b68920aa req-0eaa872f-41f4-4cb6-9c13-86ccc4ef1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:51.795506 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da702be6-b041-4d45-a0fa-eb28b68920aa req-0eaa872f-41f4-4cb6-9c13-86ccc4ef1f27 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8d2d50ee-a393-4bca-920f-08b3f70f628d HTTP/1.1" status: 200 len: 909 time: 0.1765947 Sep 09 14:59:51.829592 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-d48c30c5-5df4-4371-b332-367400187075 req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Allocated IP 172.20.0.9 (6a104187-cf4f-4fc2-83b7-d6fe24d794dc/495b0adf-0bd0-478d-a42f-97975589132d/598629db-7d01-4336-8d90-bf7ea717cd23) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 14:59:51.901379 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da702be6-b041-4d45-a0fa-eb28b68920aa req-cbf7879e-1d1b-4675-9b1f-c5574333a5f5 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde HTTP/1.1" status: 200 len: 1000 time: 0.0779707 Sep 09 14:59:52.043003 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ef351640-d7b1-4a56-b427-132e52b85a94 req-eba73d33-834d-4419-b183-877b7e762e8d tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0488300 Sep 09 14:59:52.062480 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da702be6-b041-4d45-a0fa-eb28b68920aa req-0874f1cd-b20a-47ac-b1f6-2547d03230a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:52.063874 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da702be6-b041-4d45-a0fa-eb28b68920aa req-0874f1cd-b20a-47ac-b1f6-2547d03230a1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f0f47d81-143a-4923-84fd-72ceb666893e HTTP/1.1" status: 200 len: 847 time: 0.1025617 Sep 09 14:59:52.089910 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d48c30c5-5df4-4371-b332-367400187075 req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for port (598629db-7d01-4336-8d90-bf7ea717cd23), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:52.124333 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d48c30c5-5df4-4371-b332-367400187075 req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:52.206124 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48c30c5-5df4-4371-b332-367400187075 req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 14:59:52.210166 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event updated for resources: {'Port': ['ID=598629db-7d01-4336-8d90-bf7ea717cd23,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:52.214387 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-d48c30c5-5df4-4371-b332-367400187075 req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 14:59:52.217258 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48c30c5-5df4-4371-b332-367400187075 req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 14:59:52.221717 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c30c5-5df4-4371-b332-367400187075 req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:52.222325 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d48c30c5-5df4-4371-b332-367400187075 req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:52.229597 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76187f-73a3-41fa-b835-66a40f817e1b req-bd591d87-2eae-458d-bbf5-27440ea34515 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:52.231661 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1e76187f-73a3-41fa-b835-66a40f817e1b req-bd591d87-2eae-458d-bbf5-27440ea34515 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0816009 Sep 09 14:59:52.256606 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-d81721c1-4ad4-4c92-bda3-e4496722a8bd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7953281 Sep 09 14:59:52.291054 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1e76187f-73a3-41fa-b835-66a40f817e1b req-28bc4665-5583-43ac-bf38-d55c1885aaab tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530741 Sep 09 14:59:52.389805 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Request body: {'port': {'device_id': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 14:59:52.423786 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:52.427770 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da702be6-b041-4d45-a0fa-eb28b68920aa req-256054b8-8691-4239-8898-925bd1cca74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:52.429268 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da702be6-b041-4d45-a0fa-eb28b68920aa req-256054b8-8691-4239-8898-925bd1cca74b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8d2d50ee-a393-4bca-920f-08b3f70f628d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0800922 Sep 09 14:59:52.536986 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:52.669427 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-4c43d597-3cca-4863-90d7-cb7645d32cec None None] Provisioning complete for port 598629db-7d01-4336-8d90-bf7ea717cd23 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 14:59:52.670021 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-4c43d597-3cca-4863-90d7-cb7645d32cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:52.708153 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-4c43d597-3cca-4863-90d7-cb7645d32cec None None] Port 598629db-7d01-4336-8d90-bf7ea717cd23 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 14:59:52.757144 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da702be6-b041-4d45-a0fa-eb28b68920aa req-7d38ec2c-c2f1-4b7c-9f0d-752e46fa2bb6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980900 Sep 09 14:59:52.868381 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:52.925088 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [req-8cbfa8ef-479f-4793-bf8d-d11a4d0b3165 req-092a22bc-468f-4db1-be77-d4c9fc4a35de service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106238) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 14:59:52.926073 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8cbfa8ef-479f-4793-bf8d-d11a4d0b3165 req-092a22bc-468f-4db1-be77-d4c9fc4a35de service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0067592 Sep 09 14:59:52.937142 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da702be6-b041-4d45-a0fa-eb28b68920aa req-159e4ae4-0ac0-42f1-aa61-b0efc7b07332 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678631 Sep 09 14:59:52.981316 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 598629db-7d01-4336-8d90-bf7ea717cd23 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:59:52.989330 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Publish callbacks [] for port (598629db-7d01-4336-8d90-bf7ea717cd23), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:53.003721 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Transition to ACTIVE for port object 598629db-7d01-4336-8d90-bf7ea717cd23 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 14:59:53.007897 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:53.086676 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Attempting to bind port 598629db-7d01-4336-8d90-bf7ea717cd23 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 14:59:53.087042 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Attempting to bind port 598629db-7d01-4336-8d90-bf7ea717cd23 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 14:59:53.087329 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Attempting to bind port 598629db-7d01-4336-8d90-bf7ea717cd23 on network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:59:53.129436 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Pushing event updated for resources: {'Port': ['ID=598629db-7d01-4336-8d90-bf7ea717cd23,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:53.213564 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Port 598629db-7d01-4336-8d90-bf7ea717cd23 on network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 14:59:53.213941 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Attempting to bind port 598629db-7d01-4336-8d90-bf7ea717cd23 on network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 14:59:53.223900 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4bc51-831d-4128-86c3-9ad99fcc5612 req-8a36577a-6471-45a2-a21c-6dab05f50b05 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:53.225660 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-16b4bc51-831d-4128-86c3-9ad99fcc5612 req-8a36577a-6471-45a2-a21c-6dab05f50b05 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.1135516 Sep 09 14:59:53.253424 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2141c-42b7-41c6-bf73-d368fdaeb960 req-4312292d-68ee-432f-987a-3aeeeedbdc95 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:53.254816 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-25b2141c-42b7-41c6-bf73-d368fdaeb960 req-4312292d-68ee-432f-987a-3aeeeedbdc95 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 943 time: 0.1028321 Sep 09 14:59:53.295045 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:53.334399 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 14, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 14:59:53.334723 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Checking segment: {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 14:59:53.335107 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Bound using segment: {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 14:59:53.335549 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Bound port: 598629db-7d01-4336-8d90-bf7ea717cd23, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1774a2e8-51f0-428a-91ff-99846099226a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 14:59:53.335905 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:53.362105 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-16b4bc51-831d-4128-86c3-9ad99fcc5612 req-ab8cd84e-6df8-4958-838e-7b247279c883 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156352 Sep 09 14:59:53.368250 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-25b2141c-42b7-41c6-bf73-d368fdaeb960 req-5496dc09-b1a7-4c1e-8faf-41ae8fa6793d tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032104 Sep 09 14:59:53.423880 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36634) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:53.425742 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] For port 598629db-7d01-4336-8d90-bf7ea717cd23, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 14:59:53.429341 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] For port 598629db-7d01-4336-8d90-bf7ea717cd23, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=598629db-7d01-4336-8d90-bf7ea717cd23,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 14:59:53.436700 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:53.439957 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:53.440904 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:53.442289 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-44138970-a5b9-4481-a09c-34582c11057f service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/598629db-7d01-4336-8d90-bf7ea717cd23 HTTP/1.1" status: 200 len: 1093 time: 1.0595651 Sep 09 14:59:53.444455 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'tag': '598629db-7d01-4336-8d90-bf7ea717cd23'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 14:59:53.446663 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362c2a9f-e2d0-4eef-8cc0-9f81b2cff80d" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf7d1b4-008f-427e-afeb-a09b91f9c1a6", "tag": "598629db-7d01-4336-8d90-bf7ea717cd23"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 14:59:53.498193 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 14:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f59b7a-6719-40e5-8391-16fd4bb5cad9 x-openstack-request-id: req-37f59b7a-6719-40e5-8391-16fd4bb5cad9 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 14:59:53.498535 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf7d1b4-008f-427e-afeb-a09b91f9c1a6", "tag": "598629db-7d01-4336-8d90-bf7ea717cd23", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 14:59:53.498843 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37f59b7a-6719-40e5-8391-16fd4bb5cad9 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 14:59:53.499318 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37f59b7a-6719-40e5-8391-16fd4bb5cad9'] response: {'name': 'network-changed', 'server_uuid': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'tag': '598629db-7d01-4336-8d90-bf7ea717cd23', 'status': 'completed', 'code': 200} Sep 09 14:59:53.515522 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-437673d9-4888-4214-8519-ce5332db271b req-12909630-971b-4881-a384-0eb27d0c9068 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902181 Sep 09 14:59:53.524354 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [req-437673d9-4888-4214-8519-ce5332db271b req-114717e9-4350-4c24-9597-9ad99d641884 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 14:59:53.525362 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-437673d9-4888-4214-8519-ce5332db271b req-114717e9-4350-4c24-9597-9ad99d641884 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051413 Sep 09 14:59:53.532672 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44138970-a5b9-4481-a09c-34582c11057f service neutron] Pushing event updated for resources: {'Port': ['ID=598629db-7d01-4336-8d90-bf7ea717cd23,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:53.547139 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c30c5-5df4-4371-b332-367400187075 req-4a2a6225-3435-4fd3-9871-803e4ca098ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:53.548629 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-4a2a6225-3435-4fd3-9871-803e4ca098ff service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 1127 time: 0.0438859 Sep 09 14:59:53.589477 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-5a5077c8-6e03-48b7-93da-5e68803c3886 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=598629db-7d01-4336-8d90-bf7ea717cd23 HTTP/1.1" status: 200 len: 217 time: 0.0336797 Sep 09 14:59:53.609621 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36644) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 14:59:53.639213 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c30c5-5df4-4371-b332-367400187075 req-99cedefc-70bf-4f07-9be8-48bb71a225ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:53.640663 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-99cedefc-70bf-4f07-9be8-48bb71a225ca service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.0445106 Sep 09 14:59:53.657443 dv-cinder-828696-11-iscsi neutron-server[106239]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 14:59:53.691042 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c30c5-5df4-4371-b332-367400187075 req-7eecd798-4ce9-4059-a87f-d83ca3c88953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:53.692517 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-7eecd798-4ce9-4059-a87f-d83ca3c88953 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431988 Sep 09 14:59:53.701945 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437673d9-4888-4214-8519-ce5332db271b req-07abe51c-133c-484b-a2d3-427b58367bd5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:53.703277 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-437673d9-4888-4214-8519-ce5332db271b req-07abe51c-133c-484b-a2d3-427b58367bd5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports/27073afa-d48f-4e5f-b5fb-94c6c6f9082c HTTP/1.1" status: 200 len: 941 time: 0.0927000 Sep 09 14:59:53.784398 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-56af54d6-37a7-46a3-981c-5e844f0a3f59 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856705 Sep 09 14:59:53.859423 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:53.882952 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d48c30c5-5df4-4371-b332-367400187075 req-a0ef4331-0e97-4d09-bab7-899d5c226ebc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900078 Sep 09 14:59:54.535522 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03264725-a621-4bce-9571-02c1f6fcbe11 req-7a8a896e-fc47-41c8-97c8-1a791d34f767 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:54.536894 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-03264725-a621-4bce-9571-02c1f6fcbe11 req-7a8a896e-fc47-41c8-97c8-1a791d34f767 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0811677 Sep 09 14:59:54.546245 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae605a1-22f4-403f-80ef-1f45e7cce977 req-3a76d852-eac5-41eb-a5cb-2f449b8394b2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:54.547759 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0ae605a1-22f4-403f-80ef-1f45e7cce977 req-3a76d852-eac5-41eb-a5cb-2f449b8394b2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 943 time: 0.0933576 Sep 09 14:59:54.841241 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-03264725-a621-4bce-9571-02c1f6fcbe11 req-e3f8a9ae-252e-4a50-aef8-2991d9405d26 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922235 Sep 09 14:59:54.845048 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0ae605a1-22f4-403f-80ef-1f45e7cce977 req-12b5f2a3-c094-4cfd-8d9d-35cdcf1fb463 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902339 Sep 09 14:59:55.156077 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c2a9f-e2d0-4eef-8cc0-9f81b2cff80d req-c24e711f-a169-42a1-8017-f3c28812f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:55.157563 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-362c2a9f-e2d0-4eef-8cc0-9f81b2cff80d req-c24e711f-a169-42a1-8017-f3c28812f7a1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 1127 time: 0.0405560 Sep 09 14:59:55.253325 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 14:59:55.254798 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c2a9f-e2d0-4eef-8cc0-9f81b2cff80d req-8378cc4e-2a49-412d-b91a-139ee438b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:55.256282 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-362c2a9f-e2d0-4eef-8cc0-9f81b2cff80d req-8378cc4e-2a49-412d-b91a-139ee438b667 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.0910621 Sep 09 14:59:55.299445 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-362c2a9f-e2d0-4eef-8cc0-9f81b2cff80d req-d04d275b-c648-4488-b68e-bc96fa1ae7ae service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=598629db-7d01-4336-8d90-bf7ea717cd23 HTTP/1.1" status: 200 len: 217 time: 0.0344524 Sep 09 14:59:55.333294 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 27073afa-d48f-4e5f-b5fb-94c6c6f9082c no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 14:59:55.353662 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c2a9f-e2d0-4eef-8cc0-9f81b2cff80d req-1df12f56-27e7-4dcd-84a8-bf77d56b6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:55.355068 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-362c2a9f-e2d0-4eef-8cc0-9f81b2cff80d req-1df12f56-27e7-4dcd-84a8-bf77d56b6559 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.0467362 Sep 09 14:59:55.406206 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c2a9f-e2d0-4eef-8cc0-9f81b2cff80d req-6767b860-8a2c-46ba-9e08-7d23a2f1920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:55.407638 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-362c2a9f-e2d0-4eef-8cc0-9f81b2cff80d req-6767b860-8a2c-46ba-9e08-7d23a2f1920a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460932 Sep 09 14:59:55.431778 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c is: DOWN; New status is: DOWN {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:59:55.491744 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:55.514694 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-362c2a9f-e2d0-4eef-8cc0-9f81b2cff80d req-3b082833-e0dd-4e2e-bd80-8c372c9c7b0c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971913 Sep 09 14:59:55.608483 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-362c2a9f-e2d0-4eef-8cc0-9f81b2cff80d req-ea118551-a809-49f2-a03d-91197c9f5c82 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870976 Sep 09 14:59:56.020567 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842e121-cab3-443c-a981-9856a197c44f req-31123bdf-f7d9-4227-a8bb-f6bbdba11647 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:56.022181 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b842e121-cab3-443c-a981-9856a197c44f req-31123bdf-f7d9-4227-a8bb-f6bbdba11647 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0938425 Sep 09 14:59:56.027921 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632a1bd-33dd-4207-9cc1-ddb948511b8e req-2b7183e0-57c9-4f42-aaab-c1405e40e41c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:56.029375 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3632a1bd-33dd-4207-9cc1-ddb948511b8e req-2b7183e0-57c9-4f42-aaab-c1405e40e41c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 943 time: 0.0859509 Sep 09 14:59:56.111265 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b842e121-cab3-443c-a981-9856a197c44f req-bcbe6594-8f3c-435f-a543-fc377b997cc2 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793033 Sep 09 14:59:56.119198 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3632a1bd-33dd-4207-9cc1-ddb948511b8e req-c7befb12-e718-4e97-aaf4-c81b623564c8 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810125 Sep 09 14:59:56.776948 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437673d9-4888-4214-8519-ce5332db271b req-eb05b70e-1146-4a87-9184-9094db8c0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:56.778802 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-437673d9-4888-4214-8519-ce5332db271b req-eb05b70e-1146-4a87-9184-9094db8c0ddc service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee&tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a HTTP/1.1" status: 200 len: 1128 time: 0.0743563 Sep 09 14:59:56.852745 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437673d9-4888-4214-8519-ce5332db271b req-e852f63b-7c4c-4e3f-892e-09fab13b0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:56.854558 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-437673d9-4888-4214-8519-ce5332db271b req-e852f63b-7c4c-4e3f-892e-09fab13b0b7e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 1128 time: 0.0497897 Sep 09 14:59:56.915094 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:56.953275 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437673d9-4888-4214-8519-ce5332db271b req-13d0cb88-b16e-427a-a028-f04a5a7df1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:56.954765 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-437673d9-4888-4214-8519-ce5332db271b req-13d0cb88-b16e-427a-a028-f04a5a7df1c6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 918 time: 0.0935392 Sep 09 14:59:57.018366 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-437673d9-4888-4214-8519-ce5332db271b req-5c4db112-3a6c-4158-b124-51d8e686931f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c HTTP/1.1" status: 200 len: 1000 time: 0.0543768 Sep 09 14:59:57.071447 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437673d9-4888-4214-8519-ce5332db271b req-25ed5d47-3215-4b37-90c9-6da7e039839c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:57.072842 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-437673d9-4888-4214-8519-ce5332db271b req-25ed5d47-3215-4b37-90c9-6da7e039839c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e593ff28-5a4f-4b16-9e61-30d2cbd678db HTTP/1.1" status: 200 len: 856 time: 0.0475163 Sep 09 14:59:57.117399 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437673d9-4888-4214-8519-ce5332db271b req-de2ed2a7-c659-4019-a92d-e423c4029e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:57.118756 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-437673d9-4888-4214-8519-ce5332db271b req-de2ed2a7-c659-4019-a92d-e423c4029e94 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93d5556e-7098-41ee-955a-f1126257e985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385830 Sep 09 14:59:57.226169 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-437673d9-4888-4214-8519-ce5332db271b req-d9b53404-3d7c-4b43-8c74-4a2e7d909abf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001689 Sep 09 14:59:57.334040 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae47a4-77ba-4bd7-ba71-896f20484e5e req-7d933869-6484-4002-b5d3-00edf97e2678 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:57.335479 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e3ae47a4-77ba-4bd7-ba71-896f20484e5e req-7d933869-6484-4002-b5d3-00edf97e2678 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.1255522 Sep 09 14:59:57.343006 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f182591-aa68-4b33-86b5-92a1bb203b2b req-ebfb4848-4131-4b4c-98e1-9ff380215540 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:57.344352 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f182591-aa68-4b33-86b5-92a1bb203b2b req-ebfb4848-4131-4b4c-98e1-9ff380215540 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 943 time: 0.1213322 Sep 09 14:59:57.352531 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 598629db-7d01-4336-8d90-bf7ea717cd23 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 14:59:57.413854 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:57.450473 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e3ae47a4-77ba-4bd7-ba71-896f20484e5e req-f67dfb6c-c058-4075-82cf-d39931627436 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036549 Sep 09 14:59:57.453587 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 598629db-7d01-4336-8d90-bf7ea717cd23, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=598629db-7d01-4336-8d90-bf7ea717cd23,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:59:57.455222 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f182591-aa68-4b33-86b5-92a1bb203b2b req-4349aa19-c101-4ddd-a00a-a7dbeb770511 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053152 Sep 09 14:59:57.457232 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-437673d9-4888-4214-8519-ce5332db271b req-56d160de-a6e8-47c9-91f0-1385078cd231 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044175 Sep 09 14:59:57.481221 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '598629db-7d01-4336-8d90-bf7ea717cd23', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'port_id': '598629db-7d01-4336-8d90-bf7ea717cd23', 'mac_address': 'fa:16:3e:61:fc:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 14:59:57.505825 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 598629db-7d01-4336-8d90-bf7ea717cd23 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 14:59:57.506382 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:57.521719 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 598629db-7d01-4336-8d90-bf7ea717cd23 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 14:59:57.543988 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 598629db-7d01-4336-8d90-bf7ea717cd23, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=598629db-7d01-4336-8d90-bf7ea717cd23,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 14:59:57.547793 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 14:59:57.599571 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=598629db-7d01-4336-8d90-bf7ea717cd23,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 14:59:57.876257 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['598629db-7d01-4336-8d90-bf7ea717cd23'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 14:59:58.024534 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:58.618265 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 14:59:58.627516 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d183a3-4af7-43de-a536-5bcfa2d32710 req-c2fa663d-a379-4ca3-ab70-98129bbce078 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:58.629017 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-57d183a3-4af7-43de-a536-5bcfa2d32710 req-c2fa663d-a379-4ca3-ab70-98129bbce078 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0886648 Sep 09 14:59:58.635413 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2977ffc1-a607-4429-bca3-597d02430502 req-ddb9cc3d-d85b-4b14-af94-1cf9e428e2c5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:58.637379 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2977ffc1-a607-4429-bca3-597d02430502 req-ddb9cc3d-d85b-4b14-af94-1cf9e428e2c5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0833454 Sep 09 14:59:58.718737 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-57d183a3-4af7-43de-a536-5bcfa2d32710 req-e6e29e7a-f89c-48c4-9335-d46e24b83fbb tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802581 Sep 09 14:59:58.722703 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2977ffc1-a607-4429-bca3-597d02430502 req-f36cd479-6460-4ce6-8ffa-9088823500af tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775445 Sep 09 14:59:59.899999 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc626ab-b096-40be-9b9a-aade9bb4265a req-dd9fa45e-eda2-44df-985d-816951bf992a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:59.901642 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6cc626ab-b096-40be-9b9a-aade9bb4265a req-dd9fa45e-eda2-44df-985d-816951bf992a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0837543 Sep 09 14:59:59.908827 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a724015f-50b0-4019-a2d7-b52f57a56172 req-db2f7d6b-f662-40f4-9e01-0d002b701fe9 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 14:59:59.910016 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a724015f-50b0-4019-a2d7-b52f57a56172 req-db2f7d6b-f662-40f4-9e01-0d002b701fe9 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0805540 Sep 09 14:59:59.984894 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6cc626ab-b096-40be-9b9a-aade9bb4265a req-5a998024-1978-4ac3-a3ac-5b925abdc6df tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738802 Sep 09 14:59:59.987854 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a724015f-50b0-4019-a2d7-b52f57a56172 req-fa5ff65c-baab-4ac8-8e11-209347b7dc25 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706563 Sep 09 15:00:01.130144 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:01.149864 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca5089-f996-48de-a7a0-697b274c5925 req-227babc1-e957-4ce6-8625-7fcbc9df3941 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:01.152353 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-48ca5089-f996-48de-a7a0-697b274c5925 req-227babc1-e957-4ce6-8625-7fcbc9df3941 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 944 time: 0.0843513 Sep 09 15:00:01.166481 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae3274-85c6-4e4d-a206-ed21d0fe8e90 req-b6cfcef6-79f7-48ca-85cb-d52d8742185d tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:01.168003 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aaae3274-85c6-4e4d-a206-ed21d0fe8e90 req-b6cfcef6-79f7-48ca-85cb-d52d8742185d tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0891621 Sep 09 15:00:01.238070 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-48ca5089-f996-48de-a7a0-697b274c5925 req-265ffcad-f76c-4abb-97d4-cd41614b07c3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789156 Sep 09 15:00:01.244871 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aaae3274-85c6-4e4d-a206-ed21d0fe8e90 req-530bd8f4-22e4-4516-8c65-c2f9cc1fb748 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703859 Sep 09 15:00:01.570156 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 598629db-7d01-4336-8d90-bf7ea717cd23 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:00:01.622141 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 598629db-7d01-4336-8d90-bf7ea717cd23 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 15:00:01.629015 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 598629db-7d01-4336-8d90-bf7ea717cd23 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:00:01.629428 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:01.710699 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 598629db-7d01-4336-8d90-bf7ea717cd23 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:00:01.711116 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:01.737431 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598629db-7d01-4336-8d90-bf7ea717cd23'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:00:01.739652 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c766a994-e222-4e6f-9417-db9d5ea08e26" -d '{"events": [{"server_uuid": "aaf7d1b4-008f-427e-afeb-a09b91f9c1a6", "name": "network-vif-plugged", "status": "completed", "tag": "598629db-7d01-4336-8d90-bf7ea717cd23"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:00:01.752225 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 598629db-7d01-4336-8d90-bf7ea717cd23, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=598629db-7d01-4336-8d90-bf7ea717cd23,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:00:01.756760 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:01.812412 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd8f241-e77b-4abc-9c83-6e943c7c1533 x-openstack-request-id: req-6cd8f241-e77b-4abc-9c83-6e943c7c1533 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:00:01.812706 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf7d1b4-008f-427e-afeb-a09b91f9c1a6", "name": "network-vif-plugged", "status": "completed", "tag": "598629db-7d01-4336-8d90-bf7ea717cd23", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:00:01.812959 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6cd8f241-e77b-4abc-9c83-6e943c7c1533 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:00:01.813547 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cd8f241-e77b-4abc-9c83-6e943c7c1533'] response: {'server_uuid': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '598629db-7d01-4336-8d90-bf7ea717cd23', 'code': 200} Sep 09 15:00:01.818848 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=598629db-7d01-4336-8d90-bf7ea717cd23,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:02.439532 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ca27e-c34e-4553-99ca-0bdd2fc9c1d5 req-6cba3d6e-1cec-40f4-9413-b1bb4472bcfe tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:02.441004 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c33ca27e-c34e-4553-99ca-0bdd2fc9c1d5 req-6cba3d6e-1cec-40f4-9413-b1bb4472bcfe tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.1060786 Sep 09 15:00:02.463482 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b6fd8-ef09-4c93-bc4d-e6835c85db5e req-41674ff0-6467-4a59-9128-333717a54f30 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:02.464926 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e41b6fd8-ef09-4c93-bc4d-e6835c85db5e req-41674ff0-6467-4a59-9128-333717a54f30 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0685291 Sep 09 15:00:02.526569 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c33ca27e-c34e-4553-99ca-0bdd2fc9c1d5 req-b2e2e4ae-0bf4-40b3-b709-35a7696893ca tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779624 Sep 09 15:00:02.545011 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e41b6fd8-ef09-4c93-bc4d-e6835c85db5e req-bbc026af-12c9-4b90-b03b-22159c2325d6 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689659 Sep 09 15:00:03.691779 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=30,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:03.692924 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:03.693734 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1e218-31bc-4b84-b824-5a0532217e76 req-d891b7b1-10e9-45ff-8ebc-38fa69436bbe tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:03.695282 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9af1e218-31bc-4b84-b824-5a0532217e76 req-d891b7b1-10e9-45ff-8ebc-38fa69436bbe tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0775342 Sep 09 15:00:03.703832 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fca5de-2613-4f28-b3e0-727d6a9cc4bc req-07617543-599c-471e-a096-a857a85234fd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:03.705299 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a3fca5de-2613-4f28-b3e0-727d6a9cc4bc req-07617543-599c-471e-a096-a857a85234fd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0774174 Sep 09 15:00:03.787840 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9af1e218-31bc-4b84-b824-5a0532217e76 req-fef0f3ee-21a2-464e-b8a5-a2855987a72e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815971 Sep 09 15:00:03.791074 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a3fca5de-2613-4f28-b3e0-727d6a9cc4bc req-79a49aa6-5df8-41de-8518-b3343d9a0c08 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741959 Sep 09 15:00:04.964486 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e640590-ea22-41f5-a009-8e0b61088638 req-35c75bf5-1c82-46ca-a7b5-f08ac785a4c8 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:04.966530 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7e640590-ea22-41f5-a009-8e0b61088638 req-35c75bf5-1c82-46ca-a7b5-f08ac785a4c8 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0745659 Sep 09 15:00:04.971894 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb2b0c-249c-4aed-8ba6-94acb4c3a3a0 req-9c6c4187-5020-4b21-b073-1e5e7f9bd4b9 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:04.973280 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-12fb2b0c-249c-4aed-8ba6-94acb4c3a3a0 req-9c6c4187-5020-4b21-b073-1e5e7f9bd4b9 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0908146 Sep 09 15:00:05.021889 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:05.058474 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-12fb2b0c-249c-4aed-8ba6-94acb4c3a3a0 req-80c838ac-8821-4f08-8bcb-4f9cc7507008 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766804 Sep 09 15:00:05.062353 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7e640590-ea22-41f5-a009-8e0b61088638 req-644f04cc-0948-4849-a64d-2607c53ae563 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880222 Sep 09 15:00:06.240288 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fda746-f967-460b-88d6-86fe40aadf29 req-c3bfcb6f-b58b-4486-8c9c-8685108494e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:06.249080 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-63fda746-f967-460b-88d6-86fe40aadf29 req-c3bfcb6f-b58b-4486-8c9c-8685108494e3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.1060402 Sep 09 15:00:06.276420 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842312d9-476a-4256-9d52-337f6924ac5f req-9cba4997-1e3d-4c4f-8e3e-ac5a19b2f2d2 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:06.278664 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-842312d9-476a-4256-9d52-337f6924ac5f req-9cba4997-1e3d-4c4f-8e3e-ac5a19b2f2d2 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0988507 Sep 09 15:00:06.325245 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-63fda746-f967-460b-88d6-86fe40aadf29 req-4e4f89a6-0fe5-4461-b2e1-d09c99c8120c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749397 Sep 09 15:00:06.347016 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-842312d9-476a-4256-9d52-337f6924ac5f req-584d7058-87a9-4d89-be94-5794d316eace tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617032 Sep 09 15:00:07.329683 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36828) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:07.469189 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e7c414e7-9b6f-40a2-88dc-109c8b821a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:07.472868 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5786f0-017d-47e9-a176-d797faff09c1 req-dd639d2f-4078-4ad1-9af7-b7ae42943a8e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:07.492909 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6f5786f0-017d-47e9-a176-d797faff09c1 req-dd639d2f-4078-4ad1-9af7-b7ae42943a8e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0736501 Sep 09 15:00:07.569123 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e7c414e7-9b6f-40a2-88dc-109c8b821a5c admin admin] Publish callbacks [] for security_group (a0cc30ba-bea6-4e92-b797-60f88d478caf), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:07.575634 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e7c414e7-9b6f-40a2-88dc-109c8b821a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (a0cc30ba-bea6-4e92-b797-60f88d478caf), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:07.597100 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6f5786f0-017d-47e9-a176-d797faff09c1 req-8072a039-b9da-4bc6-86cf-6719d1af0657 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030383 Sep 09 15:00:07.604733 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651b838-94a9-4019-aba0-4bf706f1b336 req-dcd140c6-fb54-4aee-98e1-ae1b51e1e39a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:07.617308 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e7c414e7-9b6f-40a2-88dc-109c8b821a5c admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8214dfad661a496593dba8df6fdc5e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864692 Sep 09 15:00:07.620446 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36838) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:07.624517 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6651b838-94a9-4019-aba0-4bf706f1b336 req-dcd140c6-fb54-4aee-98e1-ae1b51e1e39a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.1291034 Sep 09 15:00:07.646764 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c414e7-9b6f-40a2-88dc-109c8b821a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cc30ba-bea6-4e92-b797-60f88d478caf,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:07.659404 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-59d601cc-7a5b-4acc-9873-15ca70b1c902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:07.678638 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6651b838-94a9-4019-aba0-4bf706f1b336 req-ff1afbd9-afd6-4bb3-b626-7a76d57ae512 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532792 Sep 09 15:00:07.686537 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b743d96a-3809-450c-a76e-989eb636511a admin admin] Publish callbacks [] for security_group (a0cc30ba-bea6-4e92-b797-60f88d478caf), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:07.707280 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b743d96a-3809-450c-a76e-989eb636511a admin admin] Publish callbacks [] for security_group (a0cc30ba-bea6-4e92-b797-60f88d478caf), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:07.754411 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b743d96a-3809-450c-a76e-989eb636511a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (a0cc30ba-bea6-4e92-b797-60f88d478caf), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:07.757174 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b743d96a-3809-450c-a76e-989eb636511a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:07.758334 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b743d96a-3809-450c-a76e-989eb636511a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/a0cc30ba-bea6-4e92-b797-60f88d478caf HTTP/1.1" status: 204 len: 168 time: 0.1362453 Sep 09 15:00:07.766339 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b743d96a-3809-450c-a76e-989eb636511a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cc30ba-bea6-4e92-b797-60f88d478caf,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:08.301747 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:08.310594 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:08.717873 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:08.743014 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a133b-6f71-40e5-a470-0c1729abdbd3 req-2b4d4366-1ecb-4208-a90b-c14237bb323c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:08.764011 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-398a133b-6f71-40e5-a470-0c1729abdbd3 req-2b4d4366-1ecb-4208-a90b-c14237bb323c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0822649 Sep 09 15:00:08.889392 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a9f3a-32ba-4d99-ac64-e18fc64f7bf7 req-0a75446c-9270-455d-a7a5-f731d40bcdb0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:08.896462 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-784a9f3a-32ba-4d99-ac64-e18fc64f7bf7 req-0a75446c-9270-455d-a7a5-f731d40bcdb0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0891776 Sep 09 15:00:08.940022 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-398a133b-6f71-40e5-a470-0c1729abdbd3 req-1ee6c7a3-fe7b-4de7-bcf4-e452a082cbb9 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718709 Sep 09 15:00:08.995205 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-784a9f3a-32ba-4d99-ac64-e18fc64f7bf7 req-0016e652-03de-40dd-9b6f-33d41090301d tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974054 Sep 09 15:00:09.856989 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-f5be2421-9e0c-413f-a8a5-7491356a7aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:10.068734 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eedd27-659a-4328-b4d1-6a349e039364 req-b2c94f31-4a76-4520-a20a-0b1b9c6e0ee2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:10.070426 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c3eedd27-659a-4328-b4d1-6a349e039364 req-b2c94f31-4a76-4520-a20a-0b1b9c6e0ee2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0512190 Sep 09 15:00:10.151107 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366aebe-3bc1-4a6f-a33a-9b271bd934f1 req-e6d9a1cb-4c5d-4504-9bc2-6f04bce3b2dd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:10.152847 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a366aebe-3bc1-4a6f-a33a-9b271bd934f1 req-e6d9a1cb-4c5d-4504-9bc2-6f04bce3b2dd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0687652 Sep 09 15:00:10.160935 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c3eedd27-659a-4328-b4d1-6a349e039364 req-d8c147b5-5d86-4c4e-90a1-c47ccd7af388 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844822 Sep 09 15:00:10.214322 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a366aebe-3bc1-4a6f-a33a-9b271bd934f1 req-4eb73810-113f-430b-aed8-71f76d0465e9 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524197 Sep 09 15:00:11.288986 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717759e-5773-4a00-9548-8ac134456b3d req-4bffd197-127c-4a2d-99d4-906a5ab21a87 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:11.290436 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d717759e-5773-4a00-9548-8ac134456b3d req-4bffd197-127c-4a2d-99d4-906a5ab21a87 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0507903 Sep 09 15:00:11.302433 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:11.372387 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f1c6a-24db-41dc-8b9d-616e22e57666 req-9b46d44d-0e19-4ca6-872d-cbecf2f84c08 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:11.373886 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a38f1c6a-24db-41dc-8b9d-616e22e57666 req-9b46d44d-0e19-4ca6-872d-cbecf2f84c08 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0695765 Sep 09 15:00:11.376874 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d717759e-5773-4a00-9548-8ac134456b3d req-b4a15c32-8169-43c1-af9c-3b5e4eb4ed8b tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808883 Sep 09 15:00:11.422625 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a38f1c6a-24db-41dc-8b9d-616e22e57666 req-c2409b21-1b7b-42d7-9555-ed122b7735bd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432107 Sep 09 15:00:11.491339 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:11.503186 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ce0d28-b918-44b9-9121-3eef495ca13d req-845e8f57-289c-464b-86de-a462cf50766c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:11.504942 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c1ce0d28-b918-44b9-9121-3eef495ca13d req-845e8f57-289c-464b-86de-a462cf50766c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 1129 time: 0.0465348 Sep 09 15:00:11.873320 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c1ce0d28-b918-44b9-9121-3eef495ca13d req-cca7f3e6-2d55-467b-a337-0b5b22e9ac6b service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421901 Sep 09 15:00:12.497012 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae63be-bfeb-40e4-9a80-cbf4c2a0cee3 req-631ef0a6-d52c-4e76-bae5-dba648c9c812 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:12.499077 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bdae63be-bfeb-40e4-9a80-cbf4c2a0cee3 req-631ef0a6-d52c-4e76-bae5-dba648c9c812 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0464809 Sep 09 15:00:12.581523 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c768b-0717-4caf-a91c-bf01f5709d51 req-fd776160-382c-4f3f-9ac4-7b01d2f0f843 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:12.583200 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c59c768b-0717-4caf-a91c-bf01f5709d51 req-fd776160-382c-4f3f-9ac4-7b01d2f0f843 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0720305 Sep 09 15:00:12.587199 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bdae63be-bfeb-40e4-9a80-cbf4c2a0cee3 req-679995a3-dca8-4055-9034-bd453f37ef6a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830724 Sep 09 15:00:12.633171 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c59c768b-0717-4caf-a91c-bf01f5709d51 req-c3137aa4-970d-428a-b126-9610a9ef7417 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444603 Sep 09 15:00:13.029227 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabcee9-e6ef-4f0d-a6da-e7f6bf416dcf req-20786519-a63c-4132-87f5-1f13f1a2de8f tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:13.030682 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5fabcee9-e6ef-4f0d-a6da-e7f6bf416dcf req-20786519-a63c-4132-87f5-1f13f1a2de8f tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0481296 Sep 09 15:00:13.081226 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5fabcee9-e6ef-4f0d-a6da-e7f6bf416dcf req-b776708f-f545-496c-be0a-fc57082dcc43 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448318 Sep 09 15:00:13.088631 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:13.094168 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:13.712709 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd41092-7f7a-4e22-81f8-6968137ad62f req-d2b6dcba-5231-4426-8a33-be6b90908b46 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:13.714220 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cdd41092-7f7a-4e22-81f8-6968137ad62f req-d2b6dcba-5231-4426-8a33-be6b90908b46 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0464535 Sep 09 15:00:13.984190 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:13.997297 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f819c81e-e82f-4a04-8fa1-e0ca2c7eb7f3 req-a5bf0069-91e3-4371-a1e7-71e246ba7904 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:13.998478 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f819c81e-e82f-4a04-8fa1-e0ca2c7eb7f3 req-a5bf0069-91e3-4371-a1e7-71e246ba7904 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.2816660 Sep 09 15:00:14.022977 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cdd41092-7f7a-4e22-81f8-6968137ad62f req-1a2038f7-a93a-4a99-9ee5-041eff3e3c0e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2978511 Sep 09 15:00:14.065328 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f819c81e-e82f-4a04-8fa1-e0ca2c7eb7f3 req-b993b4b1-c11f-4176-97d2-7984f9361771 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589390 Sep 09 15:00:14.168798 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e565f94-361e-48d1-8f6a-a6dfac3a47c7 req-71d7e841-70ec-4fea-835b-cf3f67a1f46d tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:14.181215 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 36952) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:14.186346 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-95a9d2ea-5e66-41af-8f29-d19b6e774c01 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Request body: {'floatingip': {'port_id': '598629db-7d01-4336-8d90-bf7ea717cd23'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:00:14.189770 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5e565f94-361e-48d1-8f6a-a6dfac3a47c7 req-71d7e841-70ec-4fea-835b-cf3f67a1f46d tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0763748 Sep 09 15:00:14.225273 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-95a9d2ea-5e66-41af-8f29-d19b6e774c01 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for floatingip (0ab286ef-c278-4361-8f85-20434734c66a), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:14.244764 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187a10d-cfab-46b3-96d0-51cba77cc595 req-2c77b98f-9508-40e6-812d-34fa3a5ff31b tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:14.246920 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e187a10d-cfab-46b3-96d0-51cba77cc595 req-2c77b98f-9508-40e6-812d-34fa3a5ff31b tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0507522 Sep 09 15:00:14.310846 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e187a10d-cfab-46b3-96d0-51cba77cc595 req-bb508d09-b316-411e-8c8c-6cfd9d06da49 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546143 Sep 09 15:00:14.678164 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-95a9d2ea-5e66-41af-8f29-d19b6e774c01 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:14.682116 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-95a9d2ea-5e66-41af-8f29-d19b6e774c01 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (0ab286ef-c278-4361-8f85-20434734c66a), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:14.766535 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:14.777361 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.l3_db [None req-95a9d2ea-5e66-41af-8f29-d19b6e774c01 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Floating IP 0ab286ef-c278-4361-8f85-20434734c66a associated. External IP: 172.27.3.42, port: 598629db-7d01-4336-8d90-bf7ea717cd23. Sep 09 15:00:15.093623 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:15.201307 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545b944-5a2a-4bab-8bb8-0fe832ed28bf req-25d3c033-b13c-4e9a-b2df-411dbc247878 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:15.202812 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5545b944-5a2a-4bab-8bb8-0fe832ed28bf req-25d3c033-b13c-4e9a-b2df-411dbc247878 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0468955 Sep 09 15:00:15.206512 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a9d2ea-5e66-41af-8f29-d19b6e774c01 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Router dcd82553-e045-421c-872a-af30f499ca24 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:00:15.252358 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5545b944-5a2a-4bab-8bb8-0fe832ed28bf req-884b8b30-b637-41d4-a839-fc49d0279385 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434875 Sep 09 15:00:15.322572 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a9d2ea-5e66-41af-8f29-d19b6e774c01 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:00:15.327438 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-95a9d2ea-5e66-41af-8f29-d19b6e774c01 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:15.332421 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e414c2-e4b7-44a1-a913-37df02d19582 None None] Sync routers for ids ['dcd82553-e045-421c-872a-af30f499ca24'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:00:15.342446 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e414c2-e4b7-44a1-a913-37df02d19582 None None] Routers {'dcd82553-e045-421c-872a-af30f499ca24'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:00:15.344327 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-31e414c2-e4b7-44a1-a913-37df02d19582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['dcd82553-e045-421c-872a-af30f499ca24'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:15.361487 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-95a9d2ea-5e66-41af-8f29-d19b6e774c01 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/0ab286ef-c278-4361-8f85-20434734c66a HTTP/1.1" status: 200 len: 990 time: 1.1770551 Sep 09 15:00:15.361487 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'tag': '598629db-7d01-4336-8d90-bf7ea717cd23'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:00:15.362772 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446536b1-d962-4c6f-a793-3230fe9955e9" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf7d1b4-008f-427e-afeb-a09b91f9c1a6", "tag": "598629db-7d01-4336-8d90-bf7ea717cd23"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:00:15.404614 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ae0f6b-20c8-4ecf-a16b-aac2346c9b98 x-openstack-request-id: req-c8ae0f6b-20c8-4ecf-a16b-aac2346c9b98 {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:00:15.404989 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf7d1b4-008f-427e-afeb-a09b91f9c1a6", "tag": "598629db-7d01-4336-8d90-bf7ea717cd23", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:00:15.405231 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8ae0f6b-20c8-4ecf-a16b-aac2346c9b98 {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:00:15.405613 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ae0f6b-20c8-4ecf-a16b-aac2346c9b98'] response: {'name': 'network-changed', 'server_uuid': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'tag': '598629db-7d01-4336-8d90-bf7ea717cd23', 'status': 'completed', 'code': 200} Sep 09 15:00:15.466009 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-31e414c2-e4b7-44a1-a913-37df02d19582 None None] Set router dcd82553-e045-421c-872a-af30f499ca24 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:00:15.499678 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9881add-90a0-4eaa-ab5e-16d8780b5587 req-20919a22-15f2-4553-bb2d-f452f9fb3383 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:15.505698 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e9881add-90a0-4eaa-ab5e-16d8780b5587 req-20919a22-15f2-4553-bb2d-f452f9fb3383 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0955691 Sep 09 15:00:15.506927 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446536b1-d962-4c6f-a793-3230fe9955e9 req-88e7af20-7297-4898-8989-1289ae282571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:15.508349 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-446536b1-d962-4c6f-a793-3230fe9955e9 req-88e7af20-7297-4898-8989-1289ae282571 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 1129 time: 0.0658298 Sep 09 15:00:15.600507 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e9881add-90a0-4eaa-ab5e-16d8780b5587 req-dede5daf-caf2-4c29-b39d-e89a4c38b930 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912220 Sep 09 15:00:15.647080 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446536b1-d962-4c6f-a793-3230fe9955e9 req-67e98bdb-9ea7-4e0a-9732-b73ab67a5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:15.648499 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-446536b1-d962-4c6f-a793-3230fe9955e9 req-67e98bdb-9ea7-4e0a-9732-b73ab67a5d49 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.1318243 Sep 09 15:00:15.656923 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:15.706193 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:15.721081 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-31e414c2-e4b7-44a1-a913-37df02d19582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '0ab286ef-c278-4361-8f85-20434734c66a', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'port_id': '598629db-7d01-4336-8d90-bf7ea717cd23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'mac_address': 'fa:16:3e:61:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:59:43Z', 'updated_at': '2022-09-09T15:00:14Z', 'revision_number': 1, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:38Z', 'revision_number': 5, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:15.724359 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-446536b1-d962-4c6f-a793-3230fe9955e9 req-8fe70769-d80e-43f9-a610-2fcc9b386655 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=598629db-7d01-4336-8d90-bf7ea717cd23 HTTP/1.1" status: 200 len: 998 time: 0.0651991 Sep 09 15:00:15.747112 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e414c2-e4b7-44a1-a913-37df02d19582 None None] Checking router: dcd82553-e045-421c-872a-af30f499ca24 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:00:15.755420 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e414c2-e4b7-44a1-a913-37df02d19582 None None] Routers {'dcd82553-e045-421c-872a-af30f499ca24'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:00:15.756028 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-31e414c2-e4b7-44a1-a913-37df02d19582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['dcd82553-e045-421c-872a-af30f499ca24'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:15.772865 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446536b1-d962-4c6f-a793-3230fe9955e9 req-8d7b5458-2863-458a-b7fe-db3ba1f63fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:15.774406 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-446536b1-d962-4c6f-a793-3230fe9955e9 req-8d7b5458-2863-458a-b7fe-db3ba1f63fb5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.0432751 Sep 09 15:00:15.801433 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:15.818289 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446536b1-d962-4c6f-a793-3230fe9955e9 req-d5a40f78-aa6e-4a0a-9176-a63e053d6c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:15.819794 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-446536b1-d962-4c6f-a793-3230fe9955e9 req-d5a40f78-aa6e-4a0a-9176-a63e053d6c71 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392084 Sep 09 15:00:15.861025 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-31e414c2-e4b7-44a1-a913-37df02d19582 None None] Set router dcd82553-e045-421c-872a-af30f499ca24 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:00:15.925702 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-446536b1-d962-4c6f-a793-3230fe9955e9 req-aaccc1f3-69d2-43ea-95f1-b21611b476c1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938125 Sep 09 15:00:15.958592 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:16.087739 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-31e414c2-e4b7-44a1-a913-37df02d19582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '0ab286ef-c278-4361-8f85-20434734c66a', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'port_id': '598629db-7d01-4336-8d90-bf7ea717cd23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'mac_address': 'fa:16:3e:61:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:59:43Z', 'updated_at': '2022-09-09T15:00:14Z', 'revision_number': 1, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:38Z', 'revision_number': 5, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:16.113083 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e414c2-e4b7-44a1-a913-37df02d19582 None None] The sync data for ids ['dcd82553-e045-421c-872a-af30f499ca24'] in dv-cinder-828696-11-iscsi is: [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '0ab286ef-c278-4361-8f85-20434734c66a', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'port_id': '598629db-7d01-4336-8d90-bf7ea717cd23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'mac_address': 'fa:16:3e:61:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:59:43Z', 'updated_at': '2022-09-09T15:00:14Z', 'revision_number': 1, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:38Z', 'revision_number': 5, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:00:16.302861 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7746a22d-4545-41e9-9f71-b4dcc17b20a5 None None] New status for floating IP 0ab286ef-c278-4361-8f85-20434734c66a: ACTIVE {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:00:16.383562 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10bc452-26b8-4475-8e45-a3d6a6630366 req-16256ad3-02fa-4c13-b618-353fbeaa27ce tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:16.385036 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e10bc452-26b8-4475-8e45-a3d6a6630366 req-16256ad3-02fa-4c13-b618-353fbeaa27ce tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0466924 Sep 09 15:00:16.433591 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e10bc452-26b8-4475-8e45-a3d6a6630366 req-5575c950-dbae-4586-9c46-eebedbc11217 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426073 Sep 09 15:00:16.732928 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2c98a1-23ee-4ac5-90cc-450e06bab9c1 req-29fa2c81-e8aa-4eda-9729-ba11441b20be tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:16.734408 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9a2c98a1-23ee-4ac5-90cc-450e06bab9c1 req-29fa2c81-e8aa-4eda-9729-ba11441b20be tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0502095 Sep 09 15:00:16.780789 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9a2c98a1-23ee-4ac5-90cc-450e06bab9c1 req-769814e2-a035-4892-98fd-32ecf9465f97 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408981 Sep 09 15:00:17.571765 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913f9c8-5445-4a23-9e5d-0a72ef3a2600 req-6ee53515-9a2e-45b5-aaee-213a17dc4723 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:17.573474 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a913f9c8-5445-4a23-9e5d-0a72ef3a2600 req-6ee53515-9a2e-45b5-aaee-213a17dc4723 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0563698 Sep 09 15:00:17.619671 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a913f9c8-5445-4a23-9e5d-0a72ef3a2600 req-5ea4a381-54b7-4903-862f-392c1de448c3 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400558 Sep 09 15:00:17.905678 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d031c-3bdd-4be6-abf0-4334b71f379b req-7ac8ef19-b480-4bbc-9e40-ed5a24521250 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:17.907128 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7b0d031c-3bdd-4be6-abf0-4334b71f379b req-7ac8ef19-b480-4bbc-9e40-ed5a24521250 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0499339 Sep 09 15:00:17.926704 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:17.959977 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7b0d031c-3bdd-4be6-abf0-4334b71f379b req-c8c6b5d8-7b3d-449a-9bb7-518d59d7b172 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465951 Sep 09 15:00:18.749012 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bef758-8a98-42a0-90d9-fb0ac5b0edfa req-1aefadf2-6282-4923-b4d8-46ff6ff80699 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:18.750515 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d0bef758-8a98-42a0-90d9-fb0ac5b0edfa req-1aefadf2-6282-4923-b4d8-46ff6ff80699 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0487418 Sep 09 15:00:18.797133 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d0bef758-8a98-42a0-90d9-fb0ac5b0edfa req-58533601-28ed-41a8-911e-41c2a655a575 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408623 Sep 09 15:00:19.079679 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5724b-a4c8-4664-8896-35e91903e02d req-73d1866b-507b-47b6-abce-4bc1b0a9c4e4 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:19.081392 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b1c5724b-a4c8-4664-8896-35e91903e02d req-73d1866b-507b-47b6-abce-4bc1b0a9c4e4 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0457923 Sep 09 15:00:19.149213 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b1c5724b-a4c8-4664-8896-35e91903e02d req-dfbbefa6-37ff-496f-8ce4-5858c6661a30 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623975 Sep 09 15:00:19.221775 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-446536b1-d962-4c6f-a793-3230fe9955e9 req-44f7375b-1ad7-48d5-aba4-f8d94fe17811 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966105 Sep 09 15:00:19.927472 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b207c49-18d9-46c8-8c7a-ee903ac0f3f5 req-62cecbfd-0327-4221-8660-7744e964785d tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:19.929103 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1b207c49-18d9-46c8-8c7a-ee903ac0f3f5 req-62cecbfd-0327-4221-8660-7744e964785d tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0518029 Sep 09 15:00:19.989424 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1b207c49-18d9-46c8-8c7a-ee903ac0f3f5 req-64f711c8-2c32-4bec-811e-d664099bd57d tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513124 Sep 09 15:00:20.288884 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f26c1-53f1-43a7-9710-1837b7419631 req-51ae79d4-be00-490e-bf55-2d695ee2f2b5 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:20.297921 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d79f26c1-53f1-43a7-9710-1837b7419631 req-51ae79d4-be00-490e-bf55-2d695ee2f2b5 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0642674 Sep 09 15:00:20.312627 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:20.369176 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d79f26c1-53f1-43a7-9710-1837b7419631 req-b007eebf-b1db-4656-94d4-bbfe0466d322 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697660 Sep 09 15:00:21.113930 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e31c6-a2af-47a2-bf77-2ba45d2ab885 req-3b7c7892-7b1d-413c-b0e4-0acaa8a1849f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:21.115341 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-969e31c6-a2af-47a2-bf77-2ba45d2ab885 req-3b7c7892-7b1d-413c-b0e4-0acaa8a1849f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0452251 Sep 09 15:00:21.161680 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-969e31c6-a2af-47a2-bf77-2ba45d2ab885 req-c3c3c485-5d96-42f2-a70e-64bce6463909 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406394 Sep 09 15:00:21.503600 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ba08408-6458-4d09-a1f1-7d352c6b2402 req-bc937eb8-fca6-4d19-a4a7-d5948f4aa265 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715187 Sep 09 15:00:21.521082 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac262635-903a-480b-ab3c-a78a285cbc43 req-50c54fed-ca3e-4752-b204-3861260d853e tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:21.522614 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ac262635-903a-480b-ab3c-a78a285cbc43 req-50c54fed-ca3e-4752-b204-3861260d853e tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0574734 Sep 09 15:00:21.588143 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba08408-6458-4d09-a1f1-7d352c6b2402 req-f4ba0bf2-922f-4cbc-90f1-d7a987664cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:21.589651 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ba08408-6458-4d09-a1f1-7d352c6b2402 req-f4ba0bf2-922f-4cbc-90f1-d7a987664cf8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 1129 time: 0.0631709 Sep 09 15:00:21.612848 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ac262635-903a-480b-ab3c-a78a285cbc43 req-68690be6-a254-4e94-bf4f-d326b88a5787 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730441 Sep 09 15:00:21.700859 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba08408-6458-4d09-a1f1-7d352c6b2402 req-cdfd9f1a-dcc6-4817-be0d-c11d92f9517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:21.702309 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ba08408-6458-4d09-a1f1-7d352c6b2402 req-cdfd9f1a-dcc6-4817-be0d-c11d92f9517f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.0929866 Sep 09 15:00:21.741886 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ba08408-6458-4d09-a1f1-7d352c6b2402 req-c2cd85dc-339f-47c3-8ae5-86242c3f66b1 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c8fdd88c-0583-47e2-a5ed-5152bcef3474 HTTP/1.1" status: 200 len: 217 time: 0.0321016 Sep 09 15:00:21.803236 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba08408-6458-4d09-a1f1-7d352c6b2402 req-ced5574c-50c4-40a2-a3d4-81cfef539d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:21.804689 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ba08408-6458-4d09-a1f1-7d352c6b2402 req-ced5574c-50c4-40a2-a3d4-81cfef539d98 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.0460563 Sep 09 15:00:21.853863 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba08408-6458-4d09-a1f1-7d352c6b2402 req-04f01afd-94ef-4ef5-b8bd-62dbb65c0838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:21.855836 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ba08408-6458-4d09-a1f1-7d352c6b2402 req-04f01afd-94ef-4ef5-b8bd-62dbb65c0838 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396342 Sep 09 15:00:21.907771 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:21.951679 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ba08408-6458-4d09-a1f1-7d352c6b2402 req-6373ac67-8adb-47d2-a9ae-b64992162882 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872567 Sep 09 15:00:22.047844 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ba08408-6458-4d09-a1f1-7d352c6b2402 req-182e9a5d-5c0a-4d46-ad32-ff187d29e79a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836389 Sep 09 15:00:22.290694 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3959c-0b6f-4a14-bfca-a88ced89fe6a req-f1b86a56-054f-4d7f-81f0-669e1422efa6 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:22.292130 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3bc3959c-0b6f-4a14-bfca-a88ced89fe6a req-f1b86a56-054f-4d7f-81f0-669e1422efa6 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0461011 Sep 09 15:00:22.343496 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3bc3959c-0b6f-4a14-bfca-a88ced89fe6a req-ac4c3a7e-210e-4687-867f-a6adb51fac9b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451567 Sep 09 15:00:22.742911 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cce5f-5144-4350-896f-474ad1afd63f req-df057763-b126-4828-af1e-ad164b094b8c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:22.744360 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d57cce5f-5144-4350-896f-474ad1afd63f req-df057763-b126-4828-af1e-ad164b094b8c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0485187 Sep 09 15:00:22.790930 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d57cce5f-5144-4350-896f-474ad1afd63f req-4b6be8a6-e05e-4dd9-a04c-ea4e8db7b083 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408580 Sep 09 15:00:23.467598 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f638a0-6e2e-4676-bab8-171485364533 req-0df09dda-37e3-43dd-8fa8-11a0a9f03a1f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:23.469037 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a3f638a0-6e2e-4676-bab8-171485364533 req-0df09dda-37e3-43dd-8fa8-11a0a9f03a1f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 944 time: 0.0457113 Sep 09 15:00:23.515018 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a3f638a0-6e2e-4676-bab8-171485364533 req-6248855d-61de-4377-9cc9-e1ade495460a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405369 Sep 09 15:00:23.632062 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 27073afa-d48f-4e5f-b5fb-94c6c6f9082c details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:00:23.732090 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:00:23.743132 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'port_id': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'mac_address': 'fa:16:3e:2f:07:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:00:23.777536 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:00:23.778192 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:23.791709 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27073afa-d48f-4e5f-b5fb-94c6c6f9082c {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:00:23.811815 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:00:23.816428 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:23.868279 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,revision_number=9']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:23.876173 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.876592 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.876945 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.877310 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.877648 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.877978 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.878304 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.878640 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.878980 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.879313 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.879639 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.879976 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.880303 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.880622 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.880941 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:23.888172 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:23.929912 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd872a8f-69fa-45ea-9a74-2b18c375bdd3 req-c1c536d7-49f4-416a-9855-24c002d8829d tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:23.931398 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fd872a8f-69fa-45ea-9a74-2b18c375bdd3 req-c1c536d7-49f4-416a-9855-24c002d8829d tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0571074 Sep 09 15:00:23.979705 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fd872a8f-69fa-45ea-9a74-2b18c375bdd3 req-dd7e2c2a-6f15-40b4-a05a-ab0743adb47b tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417218 Sep 09 15:00:24.161277 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['27073afa-d48f-4e5f-b5fb-94c6c6f9082c'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:00:24.283483 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:24.643880 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe485c3-302e-489d-bbf8-d4ebeba72cec req-1126902c-eb1f-4dbf-b5f4-93dc0146d917 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:24.646034 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0fe485c3-302e-489d-bbf8-d4ebeba72cec req-1126902c-eb1f-4dbf-b5f4-93dc0146d917 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 945 time: 0.0481060 Sep 09 15:00:24.694156 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0fe485c3-302e-489d-bbf8-d4ebeba72cec req-b1389721-2d88-4c5c-9f96-364b06b97fff tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426872 Sep 09 15:00:25.102522 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a70cd-7f7a-485d-aac9-aa19cccaaebb req-7ace74a7-24e7-4c62-ad27-155923495e0a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:25.103970 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9e9a70cd-7f7a-485d-aac9-aa19cccaaebb req-7ace74a7-24e7-4c62-ad27-155923495e0a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0473981 Sep 09 15:00:25.154280 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9e9a70cd-7f7a-485d-aac9-aa19cccaaebb req-c78cfd41-8d9b-43c8-9382-d1ae89e7dd18 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 Sep 09 15:00:25.321115 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=40 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:25.359061 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=27 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:25.644384 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 27073afa-d48f-4e5f-b5fb-94c6c6f9082c up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:00:25.691182 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:00:25.691547 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:25.755164 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:25.769850 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:00:25.770243 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:25.794424 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:00:25.796689 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa5af8a-5520-4b7e-8fed-e3d83d855a8a" -d '{"events": [{"server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "name": "network-vif-plugged", "status": "completed", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:00:25.809686 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:00:25.814799 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:25.826610 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb3efc3-f5f9-4357-84fd-5f936c69b220 req-706da028-a8b1-4b9d-b9d9-ee291f0a893b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:25.828899 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7fb3efc3-f5f9-4357-84fd-5f936c69b220 req-706da028-a8b1-4b9d-b9d9-ee291f0a893b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 945 time: 0.0500724 Sep 09 15:00:25.870164 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,revision_number=10']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:25.886836 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7fb3efc3-f5f9-4357-84fd-5f936c69b220 req-03e2e56f-c4b3-448c-8e81-b890d68953ec tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508957 Sep 09 15:00:25.945423 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6546229e-e5bf-416c-9ace-c275f203baf5 x-openstack-request-id: req-6546229e-e5bf-416c-9ace-c275f203baf5 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:00:25.945738 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "name": "network-vif-plugged", "status": "completed", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:00:25.946027 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6546229e-e5bf-416c-9ace-c275f203baf5 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:00:25.946410 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6546229e-e5bf-416c-9ace-c275f203baf5'] response: {'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'code': 200} Sep 09 15:00:26.130112 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f22deb-7b8f-45ed-8a5b-d2ad19f9f1fc req-933810c6-ca94-4af5-923e-1fe7c1c0a2e6 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:26.131724 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-49f22deb-7b8f-45ed-8a5b-d2ad19f9f1fc req-933810c6-ca94-4af5-923e-1fe7c1c0a2e6 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 946 time: 0.0491307 Sep 09 15:00:26.179898 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-49f22deb-7b8f-45ed-8a5b-d2ad19f9f1fc req-9bc49f96-1432-4b5e-93c9-1ce68ab94555 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422578 Sep 09 15:00:26.283933 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13123fcc-b805-4fc8-9646-c88bb102b2fc req-908960c9-d3ae-4af7-b4de-a854f6285f1b tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:26.285402 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-13123fcc-b805-4fc8-9646-c88bb102b2fc req-908960c9-d3ae-4af7-b4de-a854f6285f1b tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0517180 Sep 09 15:00:26.333581 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-13123fcc-b805-4fc8-9646-c88bb102b2fc req-011fa1b8-6b1a-4341-90e0-dbb8ce622c0f tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424409 Sep 09 15:00:26.404120 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:26.407216 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:26.982798 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:27.018272 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191dfdc-d3c6-47c2-b255-9c43faf72f50 req-017afdeb-9e4e-45c1-8f44-40449a308515 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:27.019727 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8191dfdc-d3c6-47c2-b255-9c43faf72f50 req-017afdeb-9e4e-45c1-8f44-40449a308515 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 947 time: 0.0471232 Sep 09 15:00:27.067460 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8191dfdc-d3c6-47c2-b255-9c43faf72f50 req-ae2ba402-3d78-4f16-95a1-967430ae2fbd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421419 Sep 09 15:00:27.307103 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d75217-80a0-41fc-9a1d-af96d32a27f7 req-8f191708-e31c-4b7f-a2fd-0233311eb63e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:27.308579 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-54d75217-80a0-41fc-9a1d-af96d32a27f7 req-8f191708-e31c-4b7f-a2fd-0233311eb63e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 946 time: 0.0517056 Sep 09 15:00:27.358731 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-54d75217-80a0-41fc-9a1d-af96d32a27f7 req-87255d90-2535-4350-a7f7-c70d3434a586 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444937 Sep 09 15:00:27.454592 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31e768-1f8f-4a74-b202-ba4f9290d7b7 req-db94e784-65ab-4334-91ab-42aeee16e8cf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:27.456042 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f31e768-1f8f-4a74-b202-ba4f9290d7b7 req-db94e784-65ab-4334-91ab-42aeee16e8cf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0460343 Sep 09 15:00:27.503366 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f31e768-1f8f-4a74-b202-ba4f9290d7b7 req-0a7b1192-ff16-416c-8796-0317664379c3 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411475 Sep 09 15:00:28.039286 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3cfc91-eedd-41dd-af41-74583d877d05 req-639b14f6-5930-4711-972f-c97b207f02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:28.040785 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dc3cfc91-eedd-41dd-af41-74583d877d05 req-639b14f6-5930-4711-972f-c97b207f02a8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 1131 time: 0.0405760 Sep 09 15:00:28.090366 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dc3cfc91-eedd-41dd-af41-74583d877d05 req-e4c20dd9-d69b-43d3-9d1c-3c9746c91907 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408466 Sep 09 15:00:28.193913 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46693cd6-35b2-4289-8150-bc8efda6ea90 req-7dce973f-f6f5-4c5e-9fb4-6fdba9f84d09 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:28.195546 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-46693cd6-35b2-4289-8150-bc8efda6ea90 req-7dce973f-f6f5-4c5e-9fb4-6fdba9f84d09 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 947 time: 0.0484011 Sep 09 15:00:28.243186 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-46693cd6-35b2-4289-8150-bc8efda6ea90 req-f9d877fc-43ee-4e9d-8b50-c0f22e911ea5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421002 Sep 09 15:00:28.479074 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f5bba-49b9-4ba4-91b2-6477ff259f9b req-13ee6d57-b83e-4c2a-8431-62d3eb9be59d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:28.480531 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2c8f5bba-49b9-4ba4-91b2-6477ff259f9b req-13ee6d57-b83e-4c2a-8431-62d3eb9be59d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 946 time: 0.0474043 Sep 09 15:00:28.526550 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2c8f5bba-49b9-4ba4-91b2-6477ff259f9b req-fdce5f37-b76d-4d16-8e2a-d37a044f7064 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399067 Sep 09 15:00:28.631223 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3365faf7-2f38-4c25-b29b-d8ced313296f req-80c0c65f-3cdd-4e57-be66-8166f903f6d4 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:28.632668 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3365faf7-2f38-4c25-b29b-d8ced313296f req-80c0c65f-3cdd-4e57-be66-8166f903f6d4 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0498629 Sep 09 15:00:28.677143 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:28.684768 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3365faf7-2f38-4c25-b29b-d8ced313296f req-965419dd-438b-4ab3-91c9-bd92520a3b24 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462737 Sep 09 15:00:29.072856 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-7cc66311-d04c-4b02-8518-f7df2c087820 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:29.074358 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-7cc66311-d04c-4b02-8518-f7df2c087820 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 946 time: 0.0464520 Sep 09 15:00:29.163060 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Deleting port a6328979-e994-4108-87dc-e3b7e7729e74 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:00:29.163394 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:29.251974 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] For port a6328979-e994-4108-87dc-e3b7e7729e74, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a6328979-e994-4108-87dc-e3b7e7729e74,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:00:29.252327 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:29.387102 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:29.438590 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb23e3e-6682-40ab-a79b-7feaa3c779e3 req-51f18a00-3b52-4065-a158-cc8ec49ffb1e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:29.440021 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2fb23e3e-6682-40ab-a79b-7feaa3c779e3 req-51f18a00-3b52-4065-a158-cc8ec49ffb1e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 947 time: 0.1078296 Sep 09 15:00:29.537590 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2fb23e3e-6682-40ab-a79b-7feaa3c779e3 req-b5d7c6d5-7730-429a-8ef4-3c2a3769d06c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892653 Sep 09 15:00:29.548399 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:29.548754 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (fe8c24c7-30a9-4c8f-9d76-9c35bc90281a), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:29.549062 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Floating IP fe8c24c7-30a9-4c8f-9d76-9c35bc90281a disassociated. External IP: 172.27.3.161, port: a6328979-e994-4108-87dc-e3b7e7729e74. Sep 09 15:00:29.549428 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Calling delete_port for a6328979-e994-4108-87dc-e3b7e7729e74 owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:00:29.713980 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01fe02-7c19-4b2f-b6c7-ef565317c17c req-d48ede84-b3ae-48b6-8370-686ac46b9b76 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:29.715955 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ba01fe02-7c19-4b2f-b6c7-ef565317c17c req-d48ede84-b3ae-48b6-8370-686ac46b9b76 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 946 time: 0.0828004 Sep 09 15:00:29.746685 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (a6328979-e994-4108-87dc-e3b7e7729e74), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:29.801723 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event deleted for resources: {'Port': ['ID=a6328979-e994-4108-87dc-e3b7e7729e74,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:29.883175 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.884395 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.884761 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.885513 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.885783 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.886235 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.886591 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.887043 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.887421 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.887759 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.888094 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.888425 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.888832 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.889149 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.889503 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:29.903692 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ba01fe02-7c19-4b2f-b6c7-ef565317c17c req-ef6c5850-3be9-4e65-9d4a-5351277917a7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=9ad78be3-f376-45ab-8cf0-904900f73397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790209 Sep 09 15:00:29.928488 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212f677-539d-4046-ae73-e376710c2b9e req-94a9e572-213a-4152-afc0-d8af6f505b46 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:29.929980 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d212f677-539d-4046-ae73-e376710c2b9e req-94a9e572-213a-4152-afc0-d8af6f505b46 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.1448088 Sep 09 15:00:29.996173 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:30.041267 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d212f677-539d-4046-ae73-e376710c2b9e req-36a90404-8baf-4a4e-a2ab-9d02ef484d4a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800588 Sep 09 15:00:30.043032 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Router e8338e0f-9c0d-4cfe-be71-08603455e8dc has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:00:30.174756 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:00:30.185472 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55f3bb-ce86-49b7-a55e-c6d8909916a3 None None] Sync routers for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:00:30.196407 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55f3bb-ce86-49b7-a55e-c6d8909916a3 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:00:30.197281 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-0c55f3bb-ce86-49b7-a55e-c6d8909916a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:30.220491 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] No DVR routers for this DVR port a6328979-e994-4108-87dc-e3b7e7729e74 on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:00:30.224441 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:30.229030 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-77ac69ad-eefc-493a-9b50-011f9a96535a req-6557384f-408f-4365-adf6-193c568d58d9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "DELETE /networking/v2.0/ports/a6328979-e994-4108-87dc-e3b7e7729e74 HTTP/1.1" status: 204 len: 173 time: 1.1473839 Sep 09 15:00:30.229686 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'name': 'network-vif-deleted', 'tag': 'a6328979-e994-4108-87dc-e3b7e7729e74'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:00:30.232932 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d70242b-a410-406f-a4de-e2b96fc51a9c" -d '{"events": [{"server_uuid": "85d7f23b-6ebe-4a3a-9c5d-47a52df51a92", "name": "network-vif-deleted", "tag": "a6328979-e994-4108-87dc-e3b7e7729e74"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:00:30.287983 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ff04c8-de4b-4371-b4a8-6b63f4d28fb6 x-openstack-request-id: req-92ff04c8-de4b-4371-b4a8-6b63f4d28fb6 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:00:30.288519 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85d7f23b-6ebe-4a3a-9c5d-47a52df51a92", "name": "network-vif-deleted", "tag": "a6328979-e994-4108-87dc-e3b7e7729e74", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:00:30.288913 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92ff04c8-de4b-4371-b4a8-6b63f4d28fb6 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:00:30.289502 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ff04c8-de4b-4371-b4a8-6b63f4d28fb6'] response: {'server_uuid': '85d7f23b-6ebe-4a3a-9c5d-47a52df51a92', 'name': 'network-vif-deleted', 'tag': 'a6328979-e994-4108-87dc-e3b7e7729e74', 'status': 'completed', 'code': 200} Sep 09 15:00:30.479455 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-0c55f3bb-ce86-49b7-a55e-c6d8909916a3 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:00:30.715794 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5020da5-0621-45db-9c63-cf0b52b09dbb req-45b52b81-bb42-4da1-9471-a7a3874df47a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:30.721097 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-0c55f3bb-ce86-49b7-a55e-c6d8909916a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '1ce026e4-ac12-4aff-bf11-37025fe2de7a', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:3b:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:57:34Z', 'updated_at': '2022-09-09T14:58:06Z', 'revision_number': 2, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:30.723121 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f5020da5-0621-45db-9c63-cf0b52b09dbb req-45b52b81-bb42-4da1-9471-a7a3874df47a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 947 time: 0.0628126 Sep 09 15:00:30.758702 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55f3bb-ce86-49b7-a55e-c6d8909916a3 None None] Checking router: e8338e0f-9c0d-4cfe-be71-08603455e8dc for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:00:30.768978 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c55f3bb-ce86-49b7-a55e-c6d8909916a3 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:00:30.769850 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-0c55f3bb-ce86-49b7-a55e-c6d8909916a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:30.776611 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f5020da5-0621-45db-9c63-cf0b52b09dbb req-068e7e64-3276-4f87-bd0f-02b47f8f1cff tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525072 Sep 09 15:00:30.883434 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-0c55f3bb-ce86-49b7-a55e-c6d8909916a3 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:00:31.041956 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b6fa1a8f-385e-44e7-a159-bef222e0cad3 req-e140c800-ba35-408c-a87b-2312d4335952 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=85d7f23b-6ebe-4a3a-9c5d-47a52df51a92 HTTP/1.1" status: 200 len: 210 time: 0.0303450 Sep 09 15:00:31.050545 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:31.118664 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-0c55f3bb-ce86-49b7-a55e-c6d8909916a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '1ce026e4-ac12-4aff-bf11-37025fe2de7a', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:3b:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:57:34Z', 'updated_at': '2022-09-09T14:58:06Z', 'revision_number': 2, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:31.137327 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:31.147931 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c55f3bb-ce86-49b7-a55e-c6d8909916a3 None None] The sync data for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi is: [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '1ce026e4-ac12-4aff-bf11-37025fe2de7a', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:3b:4f:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:57:34Z', 'updated_at': '2022-09-09T14:58:06Z', 'revision_number': 2, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:00:31.190598 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1acfc2-9267-4d70-a612-54083fa32e12 req-ca2eb055-97fb-4549-a1ca-a69e9697c3d8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:31.192182 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a1acfc2-9267-4d70-a612-54083fa32e12 req-ca2eb055-97fb-4549-a1ca-a69e9697c3d8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0643289 Sep 09 15:00:31.263755 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a1acfc2-9267-4d70-a612-54083fa32e12 req-1621b21b-90b5-4b05-8888-baac1b0a07ac tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615885 Sep 09 15:00:31.438751 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c28c43-bab0-48f2-a154-f8d799b6d10f None None] New status for floating IP fe8c24c7-30a9-4c8f-9d76-9c35bc90281a: DOWN {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:00:32.142473 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37212) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:32.197146 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (9ad78be3-f376-45ab-8cf0-904900f73397), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:32.221254 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (9ad78be3-f376-45ab-8cf0-904900f73397), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:32.254529 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:00:32.275734 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9ad78be3-f376-45ab-8cf0-904900f73397), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:32.278909 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:32.280223 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9ad78be3-f376-45ab-8cf0-904900f73397 HTTP/1.1" status: 204 len: 168 time: 0.1368084 Sep 09 15:00:32.283741 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37214) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:32.290309 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad78be3-f376-45ab-8cf0-904900f73397,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:32.298603 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.299222 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.299711 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.300196 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.300679 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.301180 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.301691 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.302266 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.302742 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.303345 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.303830 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.304160 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.304486 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.304809 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.305130 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36b5fcb-7622-416d-b74c-e838e686b67e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:00:32.327353 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.api.v2.resource [None req-65c18e91-822c-462a-b89d-326a53d288d4 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] show failed (client error): The resource could not be found. Sep 09 15:00:32.329184 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-65c18e91-822c-462a-b89d-326a53d288d4 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups/9ad78be3-f376-45ab-8cf0-904900f73397 HTTP/1.1" status: 404 len: 347 time: 0.0435486 Sep 09 15:00:32.332607 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37218) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:32.420817 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddde7ec-df06-459d-8c25-666568f0cf1d req-7634450e-00ac-401d-952c-468cea553a32 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:32.422172 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dddde7ec-df06-459d-8c25-666568f0cf1d req-7634450e-00ac-401d-952c-468cea553a32 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0518353 Sep 09 15:00:32.449553 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-830827f8-1726-4bc6-bb59-ffa3c706ced0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Deleting port 48dc473c-fdd2-4557-9fb8-8ec52f167885 {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:00:32.449899 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-830827f8-1726-4bc6-bb59-ffa3c706ced0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (48dc473c-fdd2-4557-9fb8-8ec52f167885), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:32.472350 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dddde7ec-df06-459d-8c25-666568f0cf1d req-744f98ed-b20b-45b4-b0c2-79594deec531 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442133 Sep 09 15:00:32.530669 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-830827f8-1726-4bc6-bb59-ffa3c706ced0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (48dc473c-fdd2-4557-9fb8-8ec52f167885), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:32.530988 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-830827f8-1726-4bc6-bb59-ffa3c706ced0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (48dc473c-fdd2-4557-9fb8-8ec52f167885), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:32.544457 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-830827f8-1726-4bc6-bb59-ffa3c706ced0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Calling delete_port for 48dc473c-fdd2-4557-9fb8-8ec52f167885 owned by network:floatingip {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:00:32.701044 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-830827f8-1726-4bc6-bb59-ffa3c706ced0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (48dc473c-fdd2-4557-9fb8-8ec52f167885), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:32.725761 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830827f8-1726-4bc6-bb59-ffa3c706ced0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event deleted for resources: {'Port': ['ID=48dc473c-fdd2-4557-9fb8-8ec52f167885,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:32.792257 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-830827f8-1726-4bc6-bb59-ffa3c706ced0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (fe8c24c7-30a9-4c8f-9d76-9c35bc90281a), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:32.794743 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-830827f8-1726-4bc6-bb59-ffa3c706ced0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:32.796461 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-830827f8-1726-4bc6-bb59-ffa3c706ced0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/fe8c24c7-30a9-4c8f-9d76-9c35bc90281a HTTP/1.1" status: 204 len: 168 time: 0.4625683 Sep 09 15:00:33.601855 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3ec6e9-4f62-45ab-8ca4-317aa8b8f71d req-35db6621-ff7d-4cd9-9881-5037de75b86d tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:33.603680 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a3ec6e9-4f62-45ab-8ca4-317aa8b8f71d req-35db6621-ff7d-4cd9-9881-5037de75b86d tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0482316 Sep 09 15:00:33.650380 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a3ec6e9-4f62-45ab-8ca4-317aa8b8f71d req-951df582-7435-4f81-a6a6-13fd028bcc17 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410037 Sep 09 15:00:33.704712 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device a6328979-e994-4108-87dc-e3b7e7729e74 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:00:33.728263 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: a6328979-e994-4108-87dc-e3b7e7729e74 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:00:33.728605 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device a6328979-e994-4108-87dc-e3b7e7729e74 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:00:34.165486 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:34.516669 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20219f-7ab3-4a75-a0ae-8344fa600142 req-1bf6d5a5-7685-4343-aedb-a50031474cd2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:34.518203 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fd20219f-7ab3-4a75-a0ae-8344fa600142 req-1bf6d5a5-7685-4343-aedb-a50031474cd2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 945 time: 0.0462070 Sep 09 15:00:34.570516 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fd20219f-7ab3-4a75-a0ae-8344fa600142 req-785d0159-5a0a-405d-a9f1-ba2a2bd846bf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467429 Sep 09 15:00:34.784305 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f246c-ae21-4098-9f8a-a72d96058bca req-49b06886-9735-4b33-a237-8a8e59c18b3c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:34.785810 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8b8f246c-ae21-4098-9f8a-a72d96058bca req-49b06886-9735-4b33-a237-8a8e59c18b3c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0560968 Sep 09 15:00:34.833563 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8b8f246c-ae21-4098-9f8a-a72d96058bca req-bbd7128c-3fce-4aed-b724-ee287662a109 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Sep 09 15:00:35.079701 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc38ef-0c5c-41dc-835c-9955a3bb2f70 req-bfee0bc1-5cbc-4bf9-81b0-e816c82c9e7c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:35.081169 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6ddc38ef-0c5c-41dc-835c-9955a3bb2f70 req-bfee0bc1-5cbc-4bf9-81b0-e816c82c9e7c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0518739 Sep 09 15:00:35.129462 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6ddc38ef-0c5c-41dc-835c-9955a3bb2f70 req-6db1df5f-ddc9-4d99-a6ce-d996103531cf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421531 Sep 09 15:00:35.714561 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b60d95-85c1-4c8d-9659-1cc18eb933b1 req-fc5732a7-2343-4f34-8fbe-54362503a79f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:35.716617 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a9b60d95-85c1-4c8d-9659-1cc18eb933b1 req-fc5732a7-2343-4f34-8fbe-54362503a79f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 945 time: 0.0648994 Sep 09 15:00:35.771725 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a9b60d95-85c1-4c8d-9659-1cc18eb933b1 req-16c543d1-393a-4813-a870-169bad6b4b21 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487821 Sep 09 15:00:36.249124 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d560bd-0d2b-4e72-80f8-e849158e10b3 req-19cff370-6d68-410b-a8cb-74d4e586a2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:36.250656 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c4d560bd-0d2b-4e72-80f8-e849158e10b3 req-19cff370-6d68-410b-a8cb-74d4e586a2de service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e498d32cc51a4bad9cb21e58985ce63e&device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 1129 time: 0.0649807 Sep 09 15:00:36.265295 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d80f0-a73b-47e6-bdb3-c6ae63384a18 req-ba8feede-6081-4c76-820e-ca8ab4eb5647 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:36.266615 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5a6d80f0-a73b-47e6-bdb3-c6ae63384a18 req-ba8feede-6081-4c76-820e-ca8ab4eb5647 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0545363 Sep 09 15:00:36.345844 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:36.394996 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5a6d80f0-a73b-47e6-bdb3-c6ae63384a18 req-46f57f4f-6738-4aa7-a39c-43409a8bc0d7 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224873 Sep 09 15:00:36.402521 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-5b111c21-6f82-407b-a154-90fa108f9f44 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:36.404137 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-5b111c21-6f82-407b-a154-90fa108f9f44 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 945 time: 0.1100662 Sep 09 15:00:36.685341 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d560bd-0d2b-4e72-80f8-e849158e10b3 req-578af721-175b-4268-a41a-e757a9a47c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:36.687429 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c4d560bd-0d2b-4e72-80f8-e849158e10b3 req-578af721-175b-4268-a41a-e757a9a47c7b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=bdb8f25d-969f-4b3f-93fd-134c876a47c8 HTTP/1.1" status: 200 len: 912 time: 0.3923404 Sep 09 15:00:36.713294 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:36.756062 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Deleting port 17769411-6be9-4b42-9e21-4af2ee1d89cc {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:00:36.756316 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:36.809165 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c4d560bd-0d2b-4e72-80f8-e849158e10b3 req-1850788d-8ae5-4382-8bc2-e0911a55a9fa service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=112e83fe-adcc-47b0-8085-50326186abe9 HTTP/1.1" status: 200 len: 1001 time: 0.1041112 Sep 09 15:00:36.921849 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d560bd-0d2b-4e72-80f8-e849158e10b3 req-02b5a30e-c249-4dd1-bd30-8358c659fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:36.923260 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c4d560bd-0d2b-4e72-80f8-e849158e10b3 req-02b5a30e-c249-4dd1-bd30-8358c659fda9 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ffcf31bc-f951-45a8-9046-0560105c9d10 HTTP/1.1" status: 200 len: 850 time: 0.1046760 Sep 09 15:00:36.933433 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3410d0-8474-43f7-8735-caed4834c3dc req-bc8830d5-c1b1-45ec-8ef0-273c1016b802 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:36.934750 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da3410d0-8474-43f7-8735-caed4834c3dc req-bc8830d5-c1b1-45ec-8ef0-273c1016b802 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 945 time: 0.0840819 Sep 09 15:00:36.948832 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] For port 17769411-6be9-4b42-9e21-4af2ee1d89cc, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=17769411-6be9-4b42-9e21-4af2ee1d89cc,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:00:36.949182 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:37.026030 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d560bd-0d2b-4e72-80f8-e849158e10b3 req-8b0ac893-902e-456a-99e2-6526e1674f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:37.027486 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c4d560bd-0d2b-4e72-80f8-e849158e10b3 req-8b0ac893-902e-456a-99e2-6526e1674f93 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=bdb8f25d-969f-4b3f-93fd-134c876a47c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0895970 Sep 09 15:00:37.116409 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da3410d0-8474-43f7-8735-caed4834c3dc req-bcbe01e0-a6f8-4b1a-b285-5660c0bfe7fb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=ef7c69e9-0d99-4d0f-9e28-141ad9731e03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647096 Sep 09 15:00:37.229997 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c4d560bd-0d2b-4e72-80f8-e849158e10b3 req-0560e1b3-2193-4ed6-8ec5-31e6a9f7c8dc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899648 Sep 09 15:00:37.242662 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:37.243014 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (1ce026e4-ac12-4aff-bf11-37025fe2de7a), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:37.243329 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Floating IP 1ce026e4-ac12-4aff-bf11-37025fe2de7a disassociated. External IP: 172.27.3.175, port: 17769411-6be9-4b42-9e21-4af2ee1d89cc. Sep 09 15:00:37.243656 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Calling delete_port for 17769411-6be9-4b42-9e21-4af2ee1d89cc owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:00:37.382951 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c4d560bd-0d2b-4e72-80f8-e849158e10b3 req-e19bc096-bad3-44cf-a3f4-a756674c77a2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372273 Sep 09 15:00:37.403297 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:37.451496 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (17769411-6be9-4b42-9e21-4af2ee1d89cc), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:37.480873 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event deleted for resources: {'Port': ['ID=17769411-6be9-4b42-9e21-4af2ee1d89cc,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:37.522452 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:37.563976 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df363ef8-4026-4b4a-9d35-67521bb4290e req-60ab91f5-6a7f-454a-9fd8-2159a0e72d84 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:37.565590 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-df363ef8-4026-4b4a-9d35-67521bb4290e req-60ab91f5-6a7f-454a-9fd8-2159a0e72d84 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0868456 Sep 09 15:00:37.642403 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8c393147-c085-4315-b092-ff32ce8c5c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:37.665013 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-df363ef8-4026-4b4a-9d35-67521bb4290e req-455fe48c-1721-44b9-a241-d7e2c9600ab8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917575 Sep 09 15:00:37.668816 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Router e8338e0f-9c0d-4cfe-be71-08603455e8dc has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:00:37.771672 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:00:37.783624 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db82464-b1de-4170-919e-4683f08a2bf3 None None] Sync routers for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:00:37.793606 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db82464-b1de-4170-919e-4683f08a2bf3 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:00:37.794231 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-4db82464-b1de-4170-919e-4683f08a2bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:37.813220 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] No DVR routers for this DVR port 17769411-6be9-4b42-9e21-4af2ee1d89cc on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:00:37.815686 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:37.819013 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6d9670a2-d2ac-4694-88a9-96253e41c80e req-e8d96006-796e-48cb-a915-16591cf7324d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "DELETE /networking/v2.0/ports/17769411-6be9-4b42-9e21-4af2ee1d89cc HTTP/1.1" status: 204 len: 173 time: 1.4079981 Sep 09 15:00:37.819511 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'name': 'network-vif-deleted', 'tag': '17769411-6be9-4b42-9e21-4af2ee1d89cc'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:00:37.821772 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145c251f-76b5-4e74-a453-e56296a62080" -d '{"events": [{"server_uuid": "70c93a5b-944b-43a7-95f6-e49c229603b6", "name": "network-vif-deleted", "tag": "17769411-6be9-4b42-9e21-4af2ee1d89cc"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:00:37.871164 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd44e022-9104-447c-b1cd-f9ff82598c53 x-openstack-request-id: req-dd44e022-9104-447c-b1cd-f9ff82598c53 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:00:37.871519 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70c93a5b-944b-43a7-95f6-e49c229603b6", "name": "network-vif-deleted", "tag": "17769411-6be9-4b42-9e21-4af2ee1d89cc", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:00:37.871783 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd44e022-9104-447c-b1cd-f9ff82598c53 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:00:37.872222 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd44e022-9104-447c-b1cd-f9ff82598c53'] response: {'server_uuid': '70c93a5b-944b-43a7-95f6-e49c229603b6', 'name': 'network-vif-deleted', 'tag': '17769411-6be9-4b42-9e21-4af2ee1d89cc', 'status': 'completed', 'code': 200} Sep 09 15:00:37.912432 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-4db82464-b1de-4170-919e-4683f08a2bf3 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:00:38.110873 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-4db82464-b1de-4170-919e-4683f08a2bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:38.137509 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db82464-b1de-4170-919e-4683f08a2bf3 None None] Checking router: e8338e0f-9c0d-4cfe-be71-08603455e8dc for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:00:38.147443 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db82464-b1de-4170-919e-4683f08a2bf3 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:00:38.147990 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-4db82464-b1de-4170-919e-4683f08a2bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:38.245560 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9abed2e1-2550-4dbc-b567-adf8754a3772 req-8d219170-d6f0-4f1f-8c3d-de02da701da8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=70c93a5b-944b-43a7-95f6-e49c229603b6 HTTP/1.1" status: 200 len: 210 time: 0.0294554 Sep 09 15:00:38.254503 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-4db82464-b1de-4170-919e-4683f08a2bf3 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:00:38.443508 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-4db82464-b1de-4170-919e-4683f08a2bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:38.474398 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db82464-b1de-4170-919e-4683f08a2bf3 None None] The sync data for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi is: [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:00:38.713303 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3767fc2a-604e-41f3-a3df-4e087799a15c None None] New status for floating IP 1ce026e4-ac12-4aff-bf11-37025fe2de7a: DOWN {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:00:38.799474 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44253c7-18b6-48b1-bb14-dd89b293f6e5 req-ec16e083-8e75-4179-81e0-020dfe8f4db1 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:38.801001 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d44253c7-18b6-48b1-bb14-dd89b293f6e5 req-ec16e083-8e75-4179-81e0-020dfe8f4db1 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0496538 Sep 09 15:00:38.854504 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d44253c7-18b6-48b1-bb14-dd89b293f6e5 req-5fdfdf3d-6a1e-4187-aa6c-8d6f60a4b9bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477417 Sep 09 15:00:39.339054 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37296) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:39.393074 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c2c28102-7de0-423b-8ec4-d073c58cbd9a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (ef7c69e9-0d99-4d0f-9e28-141ad9731e03), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:39.415441 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c2c28102-7de0-423b-8ec4-d073c58cbd9a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (ef7c69e9-0d99-4d0f-9e28-141ad9731e03), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:39.461059 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c2c28102-7de0-423b-8ec4-d073c58cbd9a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (ef7c69e9-0d99-4d0f-9e28-141ad9731e03), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:39.463614 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c2c28102-7de0-423b-8ec4-d073c58cbd9a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:39.464726 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-c2c28102-7de0-423b-8ec4-d073c58cbd9a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/ef7c69e9-0d99-4d0f-9e28-141ad9731e03 HTTP/1.1" status: 204 len: 168 time: 0.1245904 Sep 09 15:00:39.468141 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37298) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:39.474038 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c28102-7de0-423b-8ec4-d073c58cbd9a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c69e9-0d99-4d0f-9e28-141ad9731e03,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:39.482265 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.api.v2.resource [None req-bdef8e05-1fce-4e86-ad74-971045e08141 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] show failed (client error): The resource could not be found. Sep 09 15:00:39.483648 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-bdef8e05-1fce-4e86-ad74-971045e08141 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups/ef7c69e9-0d99-4d0f-9e28-141ad9731e03 HTTP/1.1" status: 404 len: 347 time: 0.0145323 Sep 09 15:00:39.490084 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37300) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:39.604932 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-209161ea-72fd-45f1-90c1-8ce643e3d685 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Deleting port b9cc3b58-7d73-4b77-8224-9a322cdd65ea {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:00:39.605243 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-209161ea-72fd-45f1-90c1-8ce643e3d685 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (b9cc3b58-7d73-4b77-8224-9a322cdd65ea), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:39.678587 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-209161ea-72fd-45f1-90c1-8ce643e3d685 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (b9cc3b58-7d73-4b77-8224-9a322cdd65ea), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:39.678910 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-209161ea-72fd-45f1-90c1-8ce643e3d685 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (b9cc3b58-7d73-4b77-8224-9a322cdd65ea), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:39.691441 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-209161ea-72fd-45f1-90c1-8ce643e3d685 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Calling delete_port for b9cc3b58-7d73-4b77-8224-9a322cdd65ea owned by network:floatingip {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:00:39.747758 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:39.758855 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:39.823140 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-209161ea-72fd-45f1-90c1-8ce643e3d685 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (b9cc3b58-7d73-4b77-8224-9a322cdd65ea), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:39.848655 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209161ea-72fd-45f1-90c1-8ce643e3d685 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event deleted for resources: {'Port': ['ID=b9cc3b58-7d73-4b77-8224-9a322cdd65ea,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:39.860860 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-1c98d603-e0e4-4f8a-a8ac-6ce32656bbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:39.915277 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-209161ea-72fd-45f1-90c1-8ce643e3d685 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (1ce026e4-ac12-4aff-bf11-37025fe2de7a), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:39.917775 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-209161ea-72fd-45f1-90c1-8ce643e3d685 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:39.918916 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-209161ea-72fd-45f1-90c1-8ce643e3d685 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/1ce026e4-ac12-4aff-bf11-37025fe2de7a HTTP/1.1" status: 204 len: 168 time: 0.4279406 Sep 09 15:00:39.991717 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37304) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:39.996223 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-5a9f0bf1-defb-463a-9162-2d925f5d235a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1297975387', 'description': 'tempest-description--1793805505'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:00:40.020283 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5a9f0bf1-defb-463a-9162-2d925f5d235a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.094479 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5a9f0bf1-defb-463a-9162-2d925f5d235a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (968885e9-4ae7-4db0-b239-6be6b8cf0a2c), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.097855 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5a9f0bf1-defb-463a-9162-2d925f5d235a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (968885e9-4ae7-4db0-b239-6be6b8cf0a2c), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.130407 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-5a9f0bf1-defb-463a-9162-2d925f5d235a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.131600 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-5a9f0bf1-defb-463a-9162-2d925f5d235a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1388819 Sep 09 15:00:40.133403 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f0bf1-defb-463a-9162-2d925f5d235a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=968885e9-4ae7-4db0-b239-6be6b8cf0a2c,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:40.134802 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37308) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:40.140529 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-b902725c-2a64-4bb4-a382-68a7ac9e1413 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'security_group_rule': {'security_group_id': '968885e9-4ae7-4db0-b239-6be6b8cf0a2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:00:40.167115 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b902725c-2a64-4bb4-a382-68a7ac9e1413 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (7c6dbf79-53f8-462d-a608-d5dee97991a9), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.222024 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b902725c-2a64-4bb4-a382-68a7ac9e1413 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (7c6dbf79-53f8-462d-a608-d5dee97991a9), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.225356 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b902725c-2a64-4bb4-a382-68a7ac9e1413 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (7c6dbf79-53f8-462d-a608-d5dee97991a9), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.245912 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902725c-2a64-4bb4-a382-68a7ac9e1413 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6dbf79-53f8-462d-a608-d5dee97991a9,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:40.251347 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b902725c-2a64-4bb4-a382-68a7ac9e1413 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.252535 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b902725c-2a64-4bb4-a382-68a7ac9e1413 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160104 Sep 09 15:00:40.255254 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37310) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:40.259395 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-5856aa4b-19a7-4fbc-8a06-19bd14695e42 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'security_group_rule': {'security_group_id': '968885e9-4ae7-4db0-b239-6be6b8cf0a2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:00:40.285700 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5856aa4b-19a7-4fbc-8a06-19bd14695e42 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (e9cfd4a8-a7e3-4519-a454-11d4920e66ba), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.339865 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5856aa4b-19a7-4fbc-8a06-19bd14695e42 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (e9cfd4a8-a7e3-4519-a454-11d4920e66ba), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.343967 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5856aa4b-19a7-4fbc-8a06-19bd14695e42 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (e9cfd4a8-a7e3-4519-a454-11d4920e66ba), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.361569 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5856aa4b-19a7-4fbc-8a06-19bd14695e42 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9cfd4a8-a7e3-4519-a454-11d4920e66ba,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:40.368771 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5856aa4b-19a7-4fbc-8a06-19bd14695e42 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.369981 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-5856aa4b-19a7-4fbc-8a06-19bd14695e42 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138237 Sep 09 15:00:40.373063 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37312) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:40.377802 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:00:40.398129 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.482350 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.591825 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Allocated IP 172.27.3.194 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/f9f3157e-c955-4150-b91a-4c1cdf27b49c) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:00:40.679658 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:40.696656 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for port (f9f3157e-c955-4150-b91a-4c1cdf27b49c), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.704003 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:40.733890 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (f9f3157e-c955-4150-b91a-4c1cdf27b49c), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.774369 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:00:40.781403 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:00:40.785125 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:00:40.788344 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'Port': ['ID=f9f3157e-c955-4150-b91a-4c1cdf27b49c,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:40.867331 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (aef42c6a-8616-4c2f-906a-bd30026227d3), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:40.902895 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (f9f3157e-c955-4150-b91a-4c1cdf27b49c), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:41.053116 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for port (f9f3157e-c955-4150-b91a-4c1cdf27b49c), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:41.057523 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3186376'] for port (f9f3157e-c955-4150-b91a-4c1cdf27b49c), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:41.127200 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'Port': ['ID=f9f3157e-c955-4150-b91a-4c1cdf27b49c,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:41.129695 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (aef42c6a-8616-4c2f-906a-bd30026227d3), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:41.145761 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:41.147023 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-1230acac-bf0d-4be7-9747-cbd8c055f8b5 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7724857 Sep 09 15:00:41.307254 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:41.320298 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:41.371282 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-0e219889-ebe9-4bef-a1ad-e00d9759e16f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1297975387&fields=id&tenant_id=063bdf7448ee45939287687b0e65dd97 HTTP/1.1" status: 200 len: 267 time: 0.0570776 Sep 09 15:00:41.480172 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fabc-6b83-45e0-8271-16381c5244cd req-fa3de22b-6ce4-4fd2-8548-11ebd97a0bf3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:41.481759 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-fa3de22b-6ce4-4fd2-8548-11ebd97a0bf3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 814 time: 0.1039925 Sep 09 15:00:41.497739 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-291bfba7-4547-4286-a845-1ae071dcc039 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/quotas/063bdf7448ee45939287687b0e65dd97 HTTP/1.1" status: 200 len: 375 time: 0.0093679 Sep 09 15:00:41.513568 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:41.558873 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-bd9f2fea-2c72-426d-80df-855b862f456c tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558593 Sep 09 15:00:41.664016 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-b035f955-d92d-4dca-84c8-8bd0897f7806 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918696 Sep 09 15:00:41.751877 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 17769411-6be9-4b42-9e21-4af2ee1d89cc no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:00:41.756752 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-75506134-8d61-4e93-a85d-1146490d62f6 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870292 Sep 09 15:00:41.771188 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 17769411-6be9-4b42-9e21-4af2ee1d89cc {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:00:41.771467 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 17769411-6be9-4b42-9e21-4af2ee1d89cc not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:00:41.932705 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3b9a4650-5b44-41b6-83d7-25591202e608 req-66b2bff8-54ef-4a04-9f33-a34e5bd8650a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 210 time: 0.0328078 Sep 09 15:00:43.049006 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ef9be88c-d376-43e2-bbf4-f91b4d94d10c req-89b2aae1-8ece-4d75-a278-9a5826b69d91 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 210 time: 0.0397530 Sep 09 15:00:43.077991 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:43.088378 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:43.095629 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:43.194941 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fabc-6b83-45e0-8271-16381c5244cd req-48d4af50-fad1-46a3-9d05-ee3d0f216907 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:43.196368 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-48d4af50-fad1-46a3-9d05-ee3d0f216907 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 814 time: 0.1095254 Sep 09 15:00:43.262426 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-be4d73f8-fcd8-4668-8d81-9be562fe1457 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=063bdf7448ee45939287687b0e65dd97 HTTP/1.1" status: 200 len: 380 time: 0.0527730 Sep 09 15:00:43.356806 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-0645fabc-6b83-45e0-8271-16381c5244cd req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'port': {'device_id': '58941584-8b16-4d54-91ca-6565820ed69b', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'admin_state_up': True, 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'security_groups': ['968885e9-4ae7-4db0-b239-6be6b8cf0a2c']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:00:43.464619 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0645fabc-6b83-45e0-8271-16381c5244cd req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Made reservation on behalf of 063bdf7448ee45939287687b0e65dd97 for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:00:43.468278 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-0645fabc-6b83-45e0-8271-16381c5244cd req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:43.589263 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-0645fabc-6b83-45e0-8271-16381c5244cd req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Allocated IP 172.20.0.11 (2ced1175-a542-4682-b032-b597d6969844/e5539eba-6bc3-49c4-a444-fe6c1757d5b7/a1c91661-7c07-4dc3-841f-ae251678bbd8) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:00:43.713756 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:43.725874 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-0645fabc-6b83-45e0-8271-16381c5244cd req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:43.750162 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:43.758998 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-0645fabc-6b83-45e0-8271-16381c5244cd req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:43.798272 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0645fabc-6b83-45e0-8271-16381c5244cd req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Network 2ced1175-a542-4682-b032-b597d6969844 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:00:43.801248 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-0645fabc-6b83-45e0-8271-16381c5244cd req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:00:43.807107 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-0645fabc-6b83-45e0-8271-16381c5244cd req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:00:43.812105 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fabc-6b83-45e0-8271-16381c5244cd req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:43.812827 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-0645fabc-6b83-45e0-8271-16381c5244cd req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:43.823129 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'Port': ['ID=a1c91661-7c07-4dc3-841f-ae251678bbd8,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:43.837267 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-c397f91a-de57-4617-b40f-e256e889fe23 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4841895 Sep 09 15:00:43.859807 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Request body: {'port': {'device_id': '58941584-8b16-4d54-91ca-6565820ed69b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:00:43.935555 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:44.093304 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-531b0a8a-8984-42b5-bde1-1d36a81281b6 None None] Provisioning complete for port a1c91661-7c07-4dc3-841f-ae251678bbd8 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:00:44.093787 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-531b0a8a-8984-42b5-bde1-1d36a81281b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:44.129585 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-531b0a8a-8984-42b5-bde1-1d36a81281b6 None None] Port a1c91661-7c07-4dc3-841f-ae251678bbd8 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:00:44.206560 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbed18-581f-4997-a09c-83152b22f286 req-c31cb596-9558-455a-ac36-e280d7747388 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:44.208008 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-23bbed18-581f-4997-a09c-83152b22f286 req-c31cb596-9558-455a-ac36-e280d7747388 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 932 time: 0.0721903 Sep 09 15:00:44.252214 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1c91661-7c07-4dc3-841f-ae251678bbd8 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:00:44.262818 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Publish callbacks [] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:44.290320 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Transition to ACTIVE for port object a1c91661-7c07-4dc3-841f-ae251678bbd8 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 15:00:44.294989 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:44.304482 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-23bbed18-581f-4997-a09c-83152b22f286 req-b31e2a15-cd44-4d09-90e5-a18aa3c39544 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773337 Sep 09 15:00:44.362686 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c91661-7c07-4dc3-841f-ae251678bbd8,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:44.373066 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Attempting to bind port a1c91661-7c07-4dc3-841f-ae251678bbd8 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:00:44.373468 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Attempting to bind port a1c91661-7c07-4dc3-841f-ae251678bbd8 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:00:44.373792 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Attempting to bind port a1c91661-7c07-4dc3-841f-ae251678bbd8 on network 2ced1175-a542-4682-b032-b597d6969844 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:00:44.651954 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Port a1c91661-7c07-4dc3-841f-ae251678bbd8 on network 2ced1175-a542-4682-b032-b597d6969844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 15:00:44.652280 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Attempting to bind port a1c91661-7c07-4dc3-841f-ae251678bbd8 on network 2ced1175-a542-4682-b032-b597d6969844 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:00:44.694546 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:00:44.695084 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Checking segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:00:44.695470 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Bound using segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:00:44.695900 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Bound port: a1c91661-7c07-4dc3-841f-ae251678bbd8, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:00:44.696257 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:44.731330 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:44.757791 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] For port a1c91661-7c07-4dc3-841f-ae251678bbd8, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:00:44.760875 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] For port a1c91661-7c07-4dc3-841f-ae251678bbd8, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a1c91661-7c07-4dc3-841f-ae251678bbd8,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:00:44.766789 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:44.769954 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:44.770906 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:44.772276 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/a1c91661-7c07-4dc3-841f-ae251678bbd8 HTTP/1.1" status: 200 len: 1094 time: 0.9173169 Sep 09 15:00:44.774300 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58941584-8b16-4d54-91ca-6565820ed69b', 'tag': 'a1c91661-7c07-4dc3-841f-ae251678bbd8'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:00:44.776944 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0c9dd6-7bb9-47f6-af96-09796de6e670" -d '{"events": [{"name": "network-changed", "server_uuid": "58941584-8b16-4d54-91ca-6565820ed69b", "tag": "a1c91661-7c07-4dc3-841f-ae251678bbd8"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:00:44.833233 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f067e9-7556-4491-8f4e-16b80a236b5c x-openstack-request-id: req-e2f067e9-7556-4491-8f4e-16b80a236b5c {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:00:44.833512 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58941584-8b16-4d54-91ca-6565820ed69b", "tag": "a1c91661-7c07-4dc3-841f-ae251678bbd8", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:00:44.833755 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2f067e9-7556-4491-8f4e-16b80a236b5c {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:00:44.834139 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2f067e9-7556-4491-8f4e-16b80a236b5c'] response: {'name': 'network-changed', 'server_uuid': '58941584-8b16-4d54-91ca-6565820ed69b', 'tag': 'a1c91661-7c07-4dc3-841f-ae251678bbd8', 'status': 'completed', 'code': 200} Sep 09 15:00:44.856486 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:44.876836 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7847044-7f3c-4851-b808-08d42f3ad696 service neutron] Pushing event updated for resources: {'Port': ['ID=a1c91661-7c07-4dc3-841f-ae251678bbd8,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:44.882149 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fabc-6b83-45e0-8271-16381c5244cd req-405b8a48-fbe6-44f6-99b1-b4f19570f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:44.883626 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-405b8a48-fbe6-44f6-99b1-b4f19570f367 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 1128 time: 0.0658240 Sep 09 15:00:44.929057 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-11bd93de-ef63-4864-9d93-9a794cf178fb service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c91661-7c07-4dc3-841f-ae251678bbd8 HTTP/1.1" status: 200 len: 217 time: 0.0331364 Sep 09 15:00:44.985911 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fabc-6b83-45e0-8271-16381c5244cd req-58914276-539d-47d0-8b80-d8164979ee12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:44.987331 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-58914276-539d-47d0-8b80-d8164979ee12 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 200 len: 853 time: 0.0474870 Sep 09 15:00:45.035894 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645fabc-6b83-45e0-8271-16381c5244cd req-de70d441-bccc-4d40-b890-76c77c9e4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:45.037406 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-de70d441-bccc-4d40-b890-76c77c9e4cac service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2ced1175-a542-4682-b032-b597d6969844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437989 Sep 09 15:00:45.133839 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-ef5b1e0d-9e55-4be2-b12d-8268d96497c7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888064 Sep 09 15:00:45.227882 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0645fabc-6b83-45e0-8271-16381c5244cd req-d8fb634c-d7a7-4e52-a903-dee2ee0feba1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873005 Sep 09 15:00:45.422788 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021bbb28-186f-45ef-a4c1-29bb7b275c4d req-6ce05527-89f7-46f5-ad55-62a59d483548 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:45.424191 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-021bbb28-186f-45ef-a4c1-29bb7b275c4d req-6ce05527-89f7-46f5-ad55-62a59d483548 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 944 time: 0.0461628 Sep 09 15:00:45.476764 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-021bbb28-186f-45ef-a4c1-29bb7b275c4d req-097ee43c-f15a-4bd1-ab43-1b83872faa18 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470300 Sep 09 15:00:45.908883 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:46.308950 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c9dd6-7bb9-47f6-af96-09796de6e670 req-2edb799b-f469-4ea9-8340-daa445f239d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:46.310506 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da0c9dd6-7bb9-47f6-af96-09796de6e670 req-2edb799b-f469-4ea9-8340-daa445f239d3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 1128 time: 0.0418639 Sep 09 15:00:46.403112 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c9dd6-7bb9-47f6-af96-09796de6e670 req-d8da2cbb-decf-43d5-b65a-d42308cb96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:46.403946 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37392) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:46.404894 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da0c9dd6-7bb9-47f6-af96-09796de6e670 req-d8da2cbb-decf-43d5-b65a-d42308cb96b4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 915 time: 0.0872529 Sep 09 15:00:46.449148 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da0c9dd6-7bb9-47f6-af96-09796de6e670 req-a15c3562-c464-43ae-a883-494dca12b7f2 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c91661-7c07-4dc3-841f-ae251678bbd8 HTTP/1.1" status: 200 len: 217 time: 0.0369103 Sep 09 15:00:46.502187 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c9dd6-7bb9-47f6-af96-09796de6e670 req-6429a428-66de-4e17-8e4c-27095ea5411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:46.503632 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da0c9dd6-7bb9-47f6-af96-09796de6e670 req-6429a428-66de-4e17-8e4c-27095ea5411c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 200 len: 853 time: 0.0476842 Sep 09 15:00:46.520616 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e803bb0-2d79-4564-8aa1-857f596477c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:46.551260 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c9dd6-7bb9-47f6-af96-09796de6e670 req-ae511ab3-f040-4950-abf7-85650ee9a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:46.552846 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da0c9dd6-7bb9-47f6-af96-09796de6e670 req-ae511ab3-f040-4950-abf7-85650ee9a1f6 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2ced1175-a542-4682-b032-b597d6969844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419867 Sep 09 15:00:46.599162 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e803bb0-2d79-4564-8aa1-857f596477c5 admin admin] Publish callbacks [] for security_group (efae6ec0-e94f-4606-9b7f-987ff0d69732), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:46.603818 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e803bb0-2d79-4564-8aa1-857f596477c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (efae6ec0-e94f-4606-9b7f-987ff0d69732), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:46.643702 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-9e803bb0-2d79-4564-8aa1-857f596477c5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=eae0b0bfcb0b457aa69cd77f582e5ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379436 Sep 09 15:00:46.644536 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e803bb0-2d79-4564-8aa1-857f596477c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efae6ec0-e94f-4606-9b7f-987ff0d69732,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:46.646644 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37398) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:46.660600 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef1c3a-2b38-4700-9b71-4df52d4de86c req-dde1c139-221a-44be-9b8b-669d47b04df0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:46.662044 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ef1c3a-2b38-4700-9b71-4df52d4de86c req-dde1c139-221a-44be-9b8b-669d47b04df0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 944 time: 0.1056182 Sep 09 15:00:46.744191 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:46.761136 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da0c9dd6-7bb9-47f6-af96-09796de6e670 req-b72291ff-501a-4269-8b73-148dc8a74c3f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938937 Sep 09 15:00:46.780624 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dbef74c5-3da6-4312-bd36-03c98ee65eba admin admin] Publish callbacks [] for security_group (efae6ec0-e94f-4606-9b7f-987ff0d69732), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:46.791913 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18ef1c3a-2b38-4700-9b71-4df52d4de86c req-1cab78dd-166f-49e8-af3b-4ff8cfc493fe tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226552 Sep 09 15:00:46.840037 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dbef74c5-3da6-4312-bd36-03c98ee65eba admin admin] Publish callbacks [] for security_group (efae6ec0-e94f-4606-9b7f-987ff0d69732), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:46.859665 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:46.906399 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da0c9dd6-7bb9-47f6-af96-09796de6e670 req-92c05bb9-313d-4134-aebf-adcac94308d9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340418 Sep 09 15:00:46.919640 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dbef74c5-3da6-4312-bd36-03c98ee65eba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (efae6ec0-e94f-4606-9b7f-987ff0d69732), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:46.922738 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dbef74c5-3da6-4312-bd36-03c98ee65eba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:46.923821 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-dbef74c5-3da6-4312-bd36-03c98ee65eba admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/efae6ec0-e94f-4606-9b7f-987ff0d69732 HTTP/1.1" status: 204 len: 168 time: 0.2757630 Sep 09 15:00:46.934105 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef74c5-3da6-4312-bd36-03c98ee65eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efae6ec0-e94f-4606-9b7f-987ff0d69732,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:47.764622 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device a1c91661-7c07-4dc3-841f-ae251678bbd8 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:00:47.839438 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:47.947056 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd356a00-d4b8-42d2-8d77-13057c24064a req-25d16986-ef85-4f42-8f7b-78e5cb5de941 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:47.948772 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fd356a00-d4b8-42d2-8d77-13057c24064a req-25d16986-ef85-4f42-8f7b-78e5cb5de941 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 944 time: 0.0583248 Sep 09 15:00:48.001691 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port a1c91661-7c07-4dc3-841f-ae251678bbd8, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a1c91661-7c07-4dc3-841f-ae251678bbd8,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:00:48.003757 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fd356a00-d4b8-42d2-8d77-13057c24064a req-e0e0735c-7fa2-436c-8d8d-e9f3ec3956d2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472617 Sep 09 15:00:48.016772 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': 'a1c91661-7c07-4dc3-841f-ae251678bbd8', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'port_id': 'a1c91661-7c07-4dc3-841f-ae251678bbd8', 'mac_address': 'fa:16:3e:20:6b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:00:48.066420 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port a1c91661-7c07-4dc3-841f-ae251678bbd8 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:00:48.066748 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:48.081369 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1c91661-7c07-4dc3-841f-ae251678bbd8 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:00:48.101804 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port a1c91661-7c07-4dc3-841f-ae251678bbd8, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a1c91661-7c07-4dc3-841f-ae251678bbd8,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:00:48.106822 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:48.171913 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=a1c91661-7c07-4dc3-841f-ae251678bbd8,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:48.411325 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['a1c91661-7c07-4dc3-841f-ae251678bbd8'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:00:48.789291 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:48.791469 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:49.131995 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb987b-2898-41cf-b660-523a15729c4f req-ae412292-b268-4c08-a388-2a631c41235c tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:49.133480 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b6cb987b-2898-41cf-b660-523a15729c4f req-ae412292-b268-4c08-a388-2a631c41235c tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 945 time: 0.0464137 Sep 09 15:00:49.181032 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b6cb987b-2898-41cf-b660-523a15729c4f req-c9ed1907-462f-4cf3-b172-fd58dfe8a5eb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 Sep 09 15:00:50.298277 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a4c58-5a63-4058-b5fb-c340c3048e26 req-06e6bae6-14eb-46f0-b473-1d579802dfe3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:50.299618 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-641a4c58-5a63-4058-b5fb-c340c3048e26 req-06e6bae6-14eb-46f0-b473-1d579802dfe3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 945 time: 0.0458248 Sep 09 15:00:50.348742 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-641a4c58-5a63-4058-b5fb-c340c3048e26 req-c6ab62ac-6acf-4cda-88d8-a034e401f21a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436518 Sep 09 15:00:51.272898 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device a1c91661-7c07-4dc3-841f-ae251678bbd8 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:00:51.314714 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port a1c91661-7c07-4dc3-841f-ae251678bbd8 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 15:00:51.320578 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port a1c91661-7c07-4dc3-841f-ae251678bbd8 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:00:51.320966 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:51.393836 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port a1c91661-7c07-4dc3-841f-ae251678bbd8 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:00:51.394271 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:51.417660 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58941584-8b16-4d54-91ca-6565820ed69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c91661-7c07-4dc3-841f-ae251678bbd8'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:00:51.419902 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba926fe3-d8e5-41eb-aecb-b27ed1e3ddd5" -d '{"events": [{"server_uuid": "58941584-8b16-4d54-91ca-6565820ed69b", "name": "network-vif-plugged", "status": "completed", "tag": "a1c91661-7c07-4dc3-841f-ae251678bbd8"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:00:51.432852 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port a1c91661-7c07-4dc3-841f-ae251678bbd8, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a1c91661-7c07-4dc3-841f-ae251678bbd8,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:00:51.437974 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:51.465811 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879fae57-9312-450b-89cb-dca6ae57058e x-openstack-request-id: req-879fae57-9312-450b-89cb-dca6ae57058e {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:00:51.466116 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58941584-8b16-4d54-91ca-6565820ed69b", "name": "network-vif-plugged", "status": "completed", "tag": "a1c91661-7c07-4dc3-841f-ae251678bbd8", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:00:51.466366 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-879fae57-9312-450b-89cb-dca6ae57058e {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:00:51.466746 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879fae57-9312-450b-89cb-dca6ae57058e'] response: {'server_uuid': '58941584-8b16-4d54-91ca-6565820ed69b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1c91661-7c07-4dc3-841f-ae251678bbd8', 'code': 200} Sep 09 15:00:51.472758 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7402ee-d9b5-4d1e-8516-22040d805b78 req-c09f52de-5f4a-4c6e-b4d1-ed1a4689ac97 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:51.474258 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8d7402ee-d9b5-4d1e-8516-22040d805b78 req-c09f52de-5f4a-4c6e-b4d1-ed1a4689ac97 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 945 time: 0.0505233 Sep 09 15:00:51.490269 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=a1c91661-7c07-4dc3-841f-ae251678bbd8,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:51.530841 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8d7402ee-d9b5-4d1e-8516-22040d805b78 req-fb8017da-436a-460a-bcf8-495097b79071 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503805 Sep 09 15:00:52.397275 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b7933-753b-489a-9220-33f9e39064bd req-e4ccfc3c-dab0-4cc2-b297-191eea7c893d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:52.398706 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c28b7933-753b-489a-9220-33f9e39064bd req-e4ccfc3c-dab0-4cc2-b297-191eea7c893d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 1130 time: 0.0383670 Sep 09 15:00:52.449184 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c28b7933-753b-489a-9220-33f9e39064bd req-0ea28dca-06e4-4788-8931-36fb842fe6eb service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410433 Sep 09 15:00:52.657275 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e136c1b-27f3-4ffc-8a22-4f62649bd271 req-2a5378f0-b66a-4022-8f42-83f1b95462e3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:52.658724 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9e136c1b-27f3-4ffc-8a22-4f62649bd271 req-2a5378f0-b66a-4022-8f42-83f1b95462e3 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 946 time: 0.0495002 Sep 09 15:00:52.707073 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9e136c1b-27f3-4ffc-8a22-4f62649bd271 req-4e792b71-a425-4dbb-b3b3-b4750ac710ec tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Sep 09 15:00:53.831741 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b26240-c8ae-4b38-93a2-3b3724ef9543 req-a814a319-7b69-43b7-bad6-42f5b7846d55 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:53.833241 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f0b26240-c8ae-4b38-93a2-3b3724ef9543 req-a814a319-7b69-43b7-bad6-42f5b7846d55 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 946 time: 0.0461462 Sep 09 15:00:53.882392 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f0b26240-c8ae-4b38-93a2-3b3724ef9543 req-b251478c-8e94-4522-bc4a-4b1a621a6c12 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435410 Sep 09 15:00:54.983146 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37490) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:55.002565 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea136206-5e73-46ef-822c-02b0008ef144 req-1903eaed-f3c0-4da2-bd96-b2e7787bcc94 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:55.003999 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ea136206-5e73-46ef-822c-02b0008ef144 req-1903eaed-f3c0-4da2-bd96-b2e7787bcc94 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 946 time: 0.0470092 Sep 09 15:00:55.058582 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ea136206-5e73-46ef-822c-02b0008ef144 req-f332acdd-0191-40d8-8cb3-e231d5f16ac8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490668 Sep 09 15:00:55.095563 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-095477f3-b83b-47a1-b832-056bc66d9a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:55.105522 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=8 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:55.169360 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:55.177483 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:55.185080 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd7630-918e-430e-9917-5a24984305c0 req-58170cab-ef28-4427-85c3-e28838e8fd4f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:55.186743 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d7bd7630-918e-430e-9917-5a24984305c0 req-58170cab-ef28-4427-85c3-e28838e8fd4f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 946 time: 0.0534375 Sep 09 15:00:55.193352 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-095477f3-b83b-47a1-b832-056bc66d9a28 admin admin] Publish callbacks [] for security_group (c5be0b82-9fd3-4344-ad6a-69fd8eab0944), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:55.197163 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37496) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:55.201803 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-eab4f07f-1d97-4c62-8ae8-80bc35c374f2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'floatingip': {'port_id': 'a1c91661-7c07-4dc3-841f-ae251678bbd8'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:00:55.205223 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-095477f3-b83b-47a1-b832-056bc66d9a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c5be0b82-9fd3-4344-ad6a-69fd8eab0944), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:55.260741 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eab4f07f-1d97-4c62-8ae8-80bc35c374f2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (aef42c6a-8616-4c2f-906a-bd30026227d3), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:55.307412 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095477f3-b83b-47a1-b832-056bc66d9a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5be0b82-9fd3-4344-ad6a-69fd8eab0944,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:55.317570 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-095477f3-b83b-47a1-b832-056bc66d9a28 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=07257eac136c4fa185e8ce702c9ddd81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333011 Sep 09 15:00:55.320214 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37498) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:55.369288 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e7b29879-460d-4f80-a84c-e92cd1d0bf26 admin admin] Publish callbacks [] for security_group (c5be0b82-9fd3-4344-ad6a-69fd8eab0944), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:55.389464 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e7b29879-460d-4f80-a84c-e92cd1d0bf26 admin admin] Publish callbacks [] for security_group (c5be0b82-9fd3-4344-ad6a-69fd8eab0944), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:55.420545 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:55.438163 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e7b29879-460d-4f80-a84c-e92cd1d0bf26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c5be0b82-9fd3-4344-ad6a-69fd8eab0944), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:55.440731 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e7b29879-460d-4f80-a84c-e92cd1d0bf26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:55.441916 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-e7b29879-460d-4f80-a84c-e92cd1d0bf26 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c5be0b82-9fd3-4344-ad6a-69fd8eab0944 HTTP/1.1" status: 204 len: 168 time: 0.1205733 Sep 09 15:00:55.449817 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b29879-460d-4f80-a84c-e92cd1d0bf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5be0b82-9fd3-4344-ad6a-69fd8eab0944,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:55.723140 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eab4f07f-1d97-4c62-8ae8-80bc35c374f2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:55.728147 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eab4f07f-1d97-4c62-8ae8-80bc35c374f2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (aef42c6a-8616-4c2f-906a-bd30026227d3), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:55.825609 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.l3_db [None req-eab4f07f-1d97-4c62-8ae8-80bc35c374f2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Floating IP aef42c6a-8616-4c2f-906a-bd30026227d3 associated. External IP: 172.27.3.194, port: a1c91661-7c07-4dc3-841f-ae251678bbd8. Sep 09 15:00:56.023247 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:56.033388 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab4f07f-1d97-4c62-8ae8-80bc35c374f2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Router e8338e0f-9c0d-4cfe-be71-08603455e8dc has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:00:56.082878 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37520) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:56.143503 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab4f07f-1d97-4c62-8ae8-80bc35c374f2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:00:56.149378 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eab4f07f-1d97-4c62-8ae8-80bc35c374f2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:56.155435 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf4ca44-d496-4268-958f-4a4e37251d09 None None] Sync routers for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:00:56.165262 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf4ca44-d496-4268-958f-4a4e37251d09 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:00:56.165884 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-dbf4ca44-d496-4268-958f-4a4e37251d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:56.181726 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-eab4f07f-1d97-4c62-8ae8-80bc35c374f2 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/aef42c6a-8616-4c2f-906a-bd30026227d3 HTTP/1.1" status: 200 len: 992 time: 0.9834826 Sep 09 15:00:56.182688 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58941584-8b16-4d54-91ca-6565820ed69b', 'tag': 'a1c91661-7c07-4dc3-841f-ae251678bbd8'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:00:56.186049 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c462a77b-b040-49f8-b7a4-078cb90115bb" -d '{"events": [{"name": "network-changed", "server_uuid": "58941584-8b16-4d54-91ca-6565820ed69b", "tag": "a1c91661-7c07-4dc3-841f-ae251678bbd8"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:00:56.200869 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2086840125-network', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:00:56.224680 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe21e30-a601-4b0d-8dc3-590ea8d76846 x-openstack-request-id: req-dbe21e30-a601-4b0d-8dc3-590ea8d76846 {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:00:56.224995 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58941584-8b16-4d54-91ca-6565820ed69b", "tag": "a1c91661-7c07-4dc3-841f-ae251678bbd8", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:00:56.225300 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dbe21e30-a601-4b0d-8dc3-590ea8d76846 {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:00:56.225725 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbe21e30-a601-4b0d-8dc3-590ea8d76846'] response: {'name': 'network-changed', 'server_uuid': '58941584-8b16-4d54-91ca-6565820ed69b', 'tag': 'a1c91661-7c07-4dc3-841f-ae251678bbd8', 'status': 'completed', 'code': 200} Sep 09 15:00:56.226679 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Made reservation on behalf of 515d1ca3dcd249ada56b21a0a6e3a5b9 for: {'network': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:00:56.229042 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:56.240820 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:56.271905 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:56.276711 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-dbf4ca44-d496-4268-958f-4a4e37251d09 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:00:56.303172 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462a77b-b040-49f8-b7a4-078cb90115bb req-4a711d4f-898c-4721-a2c2-9881f8d7177a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:56.304755 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c462a77b-b040-49f8-b7a4-078cb90115bb req-4a711d4f-898c-4721-a2c2-9881f8d7177a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 1130 time: 0.0551462 Sep 09 15:00:56.360112 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:56.425899 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Publish callbacks [] for security_group (b04855c8-a173-4148-b20a-7b8587c182b0), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:56.433425 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (b04855c8-a173-4148-b20a-7b8587c182b0), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:56.448041 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462a77b-b040-49f8-b7a4-078cb90115bb req-fd33bf08-46ae-45ba-a6bc-3d3ec95cc409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:56.449540 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c462a77b-b040-49f8-b7a4-078cb90115bb req-fd33bf08-46ae-45ba-a6bc-3d3ec95cc409 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 915 time: 0.1361330 Sep 09 15:00:56.474718 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=106238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:00:56.507579 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04855c8-a173-4148-b20a-7b8587c182b0,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:56.513506 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-dbf4ca44-d496-4268-958f-4a4e37251d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': 'aef42c6a-8616-4c2f-906a-bd30026227d3', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': 'a1c91661-7c07-4dc3-841f-ae251678bbd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:20:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58941584-8b16-4d54-91ca-6565820ed69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:00:40Z', 'updated_at': '2022-09-09T15:00:55Z', 'revision_number': 1, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:56.517336 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (64dfe138-b5cc-412d-ad55-7d4ec5d6340d), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:56.517676 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.segments_db [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Added segment 64dfe138-b5cc-412d-ad55-7d4ec5d6340d of type vlan for network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 Sep 09 15:00:56.550076 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf4ca44-d496-4268-958f-4a4e37251d09 None None] Checking router: e8338e0f-9c0d-4cfe-be71-08603455e8dc for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:00:56.558424 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf4ca44-d496-4268-958f-4a4e37251d09 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:00:56.559024 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-dbf4ca44-d496-4268-958f-4a4e37251d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:56.559802 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c462a77b-b040-49f8-b7a4-078cb90115bb req-27c7d9ed-f91b-427f-9add-e4db0c7bb94a service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1c91661-7c07-4dc3-841f-ae251678bbd8 HTTP/1.1" status: 200 len: 1000 time: 0.1010809 Sep 09 15:00:56.579694 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (20d1d01f-8d2e-4d86-913d-da4da3df92d5), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:56.636043 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462a77b-b040-49f8-b7a4-078cb90115bb req-6bbfac06-ea61-4daa-b38a-b643773f225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:56.637636 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c462a77b-b040-49f8-b7a4-078cb90115bb req-6bbfac06-ea61-4daa-b38a-b643773f225a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 200 len: 853 time: 0.0664654 Sep 09 15:00:56.638747 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (20d1d01f-8d2e-4d86-913d-da4da3df92d5), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:56.639689 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:56.640260 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:56.661619 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-dbf4ca44-d496-4268-958f-4a4e37251d09 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:00:56.716248 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6322632 Sep 09 15:00:56.719193 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37528) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:56.724033 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-70672aca-04ed-4579-b94b-984d2ccb854f admin admin] Request body: {'subnet': {'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2086840125-subnet', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'ip_version': 4}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:00:56.733931 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462a77b-b040-49f8-b7a4-078cb90115bb req-8e863e45-28f5-4bac-a91e-23747308a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:56.735398 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c462a77b-b040-49f8-b7a4-078cb90115bb req-8e863e45-28f5-4bac-a91e-23747308a67a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2ced1175-a542-4682-b032-b597d6969844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0880785 Sep 09 15:00:56.738434 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960dfc0-bb95-42dd-86a4-b26a28933a54 admin admin] Pushing event updated for resources: {'Network': ['ID=20d1d01f-8d2e-4d86-913d-da4da3df92d5,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:56.747518 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70672aca-04ed-4579-b94b-984d2ccb854f admin admin] Made reservation on behalf of 515d1ca3dcd249ada56b21a0a6e3a5b9 for: {'subnet': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:00:56.751072 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-70672aca-04ed-4579-b94b-984d2ccb854f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3835909'] for subnet (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:56.757567 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:00:56.799454 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:56.860053 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c462a77b-b040-49f8-b7a4-078cb90115bb req-183acdf5-9429-4a44-b99c-3da6ef98ddcf service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169875 Sep 09 15:00:56.925284 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:56.938305 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-70672aca-04ed-4579-b94b-984d2ccb854f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3835931'] for subnet (91359781-f970-4d88-8da9-2cb6ab261c8f), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:56.949696 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:56.964175 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-dbf4ca44-d496-4268-958f-4a4e37251d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': 'aef42c6a-8616-4c2f-906a-bd30026227d3', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': 'a1c91661-7c07-4dc3-841f-ae251678bbd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:20:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58941584-8b16-4d54-91ca-6565820ed69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:00:40Z', 'updated_at': '2022-09-09T15:00:55Z', 'revision_number': 1, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:56.976418 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c462a77b-b040-49f8-b7a4-078cb90115bb req-454f1076-090d-40e5-a34f-8106162cceed service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089635 Sep 09 15:00:56.991444 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf4ca44-d496-4268-958f-4a4e37251d09 None None] The sync data for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi is: [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': 'aef42c6a-8616-4c2f-906a-bd30026227d3', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.194', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': 'a1c91661-7c07-4dc3-841f-ae251678bbd8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:20:6b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58941584-8b16-4d54-91ca-6565820ed69b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:00:40Z', 'updated_at': '2022-09-09T15:00:55Z', 'revision_number': 1, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:00:57.006100 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70672aca-04ed-4579-b94b-984d2ccb854f admin admin] Pushing event updated for resources: {'Subnet': ['ID=91359781-f970-4d88-8da9-2cb6ab261c8f,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:57.016287 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70672aca-04ed-4579-b94b-984d2ccb854f admin admin] Checking segment: {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:00:57.016643 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70672aca-04ed-4579-b94b-984d2ccb854f admin admin] Network hostable DHCP agents. Network: 20d1d01f-8d2e-4d86-913d-da4da3df92d5, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:00:57.038812 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70672aca-04ed-4579-b94b-984d2ccb854f admin admin] Network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:00:57.049413 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-70672aca-04ed-4579-b94b-984d2ccb854f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, 20d1d01f-8d2e-4d86-913d-da4da3df92d5) {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:00:57.057163 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68870f10-410a-437f-8a86-068e5914266d None None] Network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:00:57.058309 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70672aca-04ed-4579-b94b-984d2ccb854f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:00:57.058917 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-70672aca-04ed-4579-b94b-984d2ccb854f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.080234 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-70672aca-04ed-4579-b94b-984d2ccb854f admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3599491 Sep 09 15:00:57.082873 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37530) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:57.087419 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:00:57.184284 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 15:00:57.185443 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.228612 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93cb8d4-60bb-48a3-b857-54c9f8324727 None None] New status for floating IP aef42c6a-8616-4c2f-906a-bd30026227d3: ACTIVE {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:00:57.334459 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Allocated IP 172.20.0.2 (20d1d01f-8d2e-4d86-913d-da4da3df92d5/91359781-f970-4d88-8da9-2cb6ab261c8f/2ff96f40-a2ca-4e74-8f72-108c7c76741b) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:00:57.350624 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10056'] for router (9f091a18-664f-4f9d-b6a0-c26ebedad05f), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.352130 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10065'] for router (9f091a18-664f-4f9d-b6a0-c26ebedad05f), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.406277 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Publish callbacks [] for router_controller (9f091a18-664f-4f9d-b6a0-c26ebedad05f), precommit_add_association {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.411317 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:57.431822 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:57.487779 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Publish callbacks [] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.494445 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.538387 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:00:57.542958 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Publish callbacks [] for router_gateway (9f091a18-664f-4f9d-b6a0-c26ebedad05f), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.543468 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:00:57.545633 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Pushing event updated for resources: {'Port': ['ID=2ff96f40-a2ca-4e74-8f72-108c7c76741b,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:57.547788 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:00:57.605929 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Attempting to bind port 2ff96f40-a2ca-4e74-8f72-108c7c76741b on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:00:57.606293 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Attempting to bind port 2ff96f40-a2ca-4e74-8f72-108c7c76741b by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:00:57.606658 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Attempting to bind port 2ff96f40-a2ca-4e74-8f72-108c7c76741b on network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:00:57.647980 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:00:57.648260 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Checking segment: {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:00:57.648663 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.649049 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Bound using segment: {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:00:57.649544 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Bound port: 2ff96f40-a2ca-4e74-8f72-108c7c76741b, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:00:57.649920 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.690571 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:57.709840 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] For port 2ff96f40-a2ca-4e74-8f72-108c7c76741b, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:00:57.712631 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] For port 2ff96f40-a2ca-4e74-8f72-108c7c76741b, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=2ff96f40-a2ca-4e74-8f72-108c7c76741b,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:00:57.720249 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.730471 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Publish callbacks [] for router_gateway (9f091a18-664f-4f9d-b6a0-c26ebedad05f), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.753426 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:57.781872 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deed5d9-875a-41f2-aa41-ae257ea36f85 None None] Pushing event updated for resources: {'Port': ['ID=2ff96f40-a2ca-4e74-8f72-108c7c76741b,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:57.871416 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Allocated IP 172.27.3.150 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/09343d8a-7c9a-452a-a25a-1680e5f5f137) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:00:57.972387 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:58.008302 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Publish callbacks [] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:58.041959 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:58.083574 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:00:58.086819 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:00:58.090829 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:00:58.093816 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Pushing event updated for resources: {'Port': ['ID=09343d8a-7c9a-452a-a25a-1680e5f5f137,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:58.329886 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 2ff96f40-a2ca-4e74-8f72-108c7c76741b up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:00:58.339297 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Publish callbacks [] for router_gateway (9f091a18-664f-4f9d-b6a0-c26ebedad05f), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:58.380194 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 2ff96f40-a2ca-4e74-8f72-108c7c76741b triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:00:58.381188 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:58.459872 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 2ff96f40-a2ca-4e74-8f72-108c7c76741b is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:00:58.460274 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:58.497734 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 2ff96f40-a2ca-4e74-8f72-108c7c76741b, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=2ff96f40-a2ca-4e74-8f72-108c7c76741b,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:00:58.502507 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:58.540784 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153'] for router (9f091a18-664f-4f9d-b6a0-c26ebedad05f), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:58.554137 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=2ff96f40-a2ca-4e74-8f72-108c7c76741b,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:58.591682 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:58.674704 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Router 9f091a18-664f-4f9d-b6a0-c26ebedad05f is scheduled to L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 with binding_index 1 {{(pid=106239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:00:58.680286 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9383961-09f0-49f6-b43b-0c869ae05bf4 None None] Network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:00:58.781699 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:00:58.800326 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:58.801631 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-62579a0c-d902-4b52-9ad2-beb83f5f7891 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7176998 Sep 09 15:00:58.804354 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37538) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:00:58.870925 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Sync routers for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:00:58.893837 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-9e646416-61f3-4a93-8a4a-f970b0d6ecf1 None None] Provisioning complete for port 2ff96f40-a2ca-4e74-8f72-108c7c76741b triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:00:58.894206 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-9e646416-61f3-4a93-8a4a-f970b0d6ecf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:58.921835 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:00:58.922386 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:58.942380 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:58.994659 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:59.040366 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:59.094868 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:00:59.155023 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-9e646416-61f3-4a93-8a4a-f970b0d6ecf1 None None] Current status of the port 2ff96f40-a2ca-4e74-8f72-108c7c76741b is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:00:59.219529 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.283068 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-9a760153-db48-4c15-8012-bffadce489ac None None] Provisioning complete for port 2ff96f40-a2ca-4e74-8f72-108c7c76741b triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:00:59.283443 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-9a760153-db48-4c15-8012-bffadce489ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.290163 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:58Z', 'revision_number': 3, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:59.337861 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Checking router: 9f091a18-664f-4f9d-b6a0-c26ebedad05f for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:00:59.338384 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Updating router 9f091a18-664f-4f9d-b6a0-c26ebedad05f port 09343d8a-7c9a-452a-a25a-1680e5f5f137 binding host dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:00:59.371952 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Allocated IP 172.20.0.1 (20d1d01f-8d2e-4d86-913d-da4da3df92d5/91359781-f970-4d88-8da9-2cb6ab261c8f/191882e3-4b51-44ee-8d4b-b57b1a0cb08c) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:00:59.374203 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:59.375459 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.478786 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Publish callbacks [] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.482686 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-9a760153-db48-4c15-8012-bffadce489ac None None] Current status of the port 2ff96f40-a2ca-4e74-8f72-108c7c76741b is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:00:59.511048 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.547163 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:00:59.550101 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:00:59.555943 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:00:59.585089 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Pushing event updated for resources: {'Port': ['ID=191882e3-4b51-44ee-8d4b-b57b1a0cb08c,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:59.602895 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705291'] for router_interface (9f091a18-664f-4f9d-b6a0-c26ebedad05f), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.669850 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Publish callbacks [] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), precommit_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.676137 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.685059 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:59.710675 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Attempting to bind port 09343d8a-7c9a-452a-a25a-1680e5f5f137 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:00:59.711226 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Attempting to bind port 09343d8a-7c9a-452a-a25a-1680e5f5f137 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:00:59.711539 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Attempting to bind port 09343d8a-7c9a-452a-a25a-1680e5f5f137 on network a04c0357-092d-4634-aff4-50eab99e036e {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:00:59.739275 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.750698 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdd75c-c343-4c7e-9e1c-a73bb67ea0be None None] Pushing event updated for resources: {'Port': ['ID=09343d8a-7c9a-452a-a25a-1680e5f5f137,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:59.766206 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:00:59.766588 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:00:59.766982 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.767366 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Bound using segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:00:59.767832 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Bound port: 09343d8a-7c9a-452a-a25a-1680e5f5f137, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:00:59.768206 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.821759 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-6176b47a-b807-4d1f-9bf7-5692a6ce7277 None None] Provisioning complete for port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:00:59.822178 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-6176b47a-b807-4d1f-9bf7-5692a6ce7277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.850575 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] For port 09343d8a-7c9a-452a-a25a-1680e5f5f137, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:00:59.852299 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:59.862865 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:00:59.870601 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] For port 09343d8a-7c9a-452a-a25a-1680e5f5f137, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=09343d8a-7c9a-452a-a25a-1680e5f5f137,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:00:59.875653 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-6176b47a-b807-4d1f-9bf7-5692a6ce7277 None None] Port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:00:59.879304 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.909618 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Publish callbacks [] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.914827 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3186376'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.925805 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:00:59.926708 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:00:59.985563 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705431'] for router_interface (9f091a18-664f-4f9d-b6a0-c26ebedad05f), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:00:59.987565 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Pushing event updated for resources: {'Port': ['ID=191882e3-4b51-44ee-8d4b-b57b1a0cb08c,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:00:59.993413 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdd75c-c343-4c7e-9e1c-a73bb67ea0be None None] Pushing event updated for resources: {'Port': ['ID=09343d8a-7c9a-452a-a25a-1680e5f5f137,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:00.062939 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:00.079557 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:01:00.081027 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:01:00.140535 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:00.272111 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 2, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:00.309368 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f217f8e-0c22-4868-a8ea-a5f51ce9c322 None None] The sync data for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi is: [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 2, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:01:00.318109 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-c1c290fc-dd17-4c12-be46-9745cc679aa8 None None] Provisioning complete for port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:00.318676 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c1c290fc-dd17-4c12-be46-9745cc679aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:00.348192 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 2ff96f40-a2ca-4e74-8f72-108c7c76741b up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:01:00.384960 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-c1c290fc-dd17-4c12-be46-9745cc679aa8 None None] Port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:01:00.414641 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 2ff96f40-a2ca-4e74-8f72-108c7c76741b triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:00.415105 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:00.450731 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Router 9f091a18-664f-4f9d-b6a0-c26ebedad05f has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:01:00.590585 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:01:00.597689 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-8aff70cd-0cc1-4e28-aa59-fca4f8dd1191 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/9f091a18-664f-4f9d-b6a0-c26ebedad05f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7922726 Sep 09 15:01:00.651153 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 2ff96f40-a2ca-4e74-8f72-108c7c76741b is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:01.123097 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37556) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:01.133579 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-378169916-network', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:01.154694 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Made reservation on behalf of a8c71efcec054d2f8ae4ced89127d243 for: {'network': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:01:01.157139 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.167925 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.251549 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Publish callbacks [] for security_group (8db778e0-ba3d-45d0-b582-dbda7164d97d), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.255778 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (8db778e0-ba3d-45d0-b582-dbda7164d97d), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.274743 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:01.286449 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=106239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:01:01.294042 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db778e0-ba3d-45d0-b582-dbda7164d97d,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:01.301491 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (5a79b82a-30ec-4a76-a00e-ad75ca44d940), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.301819 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.segments_db [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Added segment 5a79b82a-30ec-4a76-a00e-ad75ca44d940 of type vlan for network 1ea0df97-75b8-42f8-a2cb-27d23724086b Sep 09 15:01:01.349771 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (1ea0df97-75b8-42f8-a2cb-27d23724086b), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.376907 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (1ea0df97-75b8-42f8-a2cb-27d23724086b), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.377974 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:01.378553 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.437223 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3083620 Sep 09 15:01:01.440019 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37558) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:01.446869 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-452575e5-10de-47c2-a092-50bb4e2ce599 admin admin] Request body: {'subnet': {'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-378169916-subnet', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'ip_version': 4}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:01.453588 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444cb35-b379-4ce2-9c77-0c83e28dc074 admin admin] Pushing event updated for resources: {'Network': ['ID=1ea0df97-75b8-42f8-a2cb-27d23724086b,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:01.464016 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network 1ea0df97-75b8-42f8-a2cb-27d23724086b details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:01:01.472167 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452575e5-10de-47c2-a092-50bb4e2ce599 admin admin] Made reservation on behalf of a8c71efcec054d2f8ae4ced89127d243 for: {'subnet': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:01:01.474711 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-452575e5-10de-47c2-a092-50bb4e2ce599 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3835909'] for subnet (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.652808 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-452575e5-10de-47c2-a092-50bb4e2ce599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3835931'] for subnet (f45c700d-7568-49e2-bd2d-ff63969cd209), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.690895 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:01.708820 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452575e5-10de-47c2-a092-50bb4e2ce599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45c700d-7568-49e2-bd2d-ff63969cd209,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:01.721357 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452575e5-10de-47c2-a092-50bb4e2ce599 admin admin] Checking segment: {'id': '5a79b82a-30ec-4a76-a00e-ad75ca44d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:01:01.721717 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452575e5-10de-47c2-a092-50bb4e2ce599 admin admin] Network hostable DHCP agents. Network: 1ea0df97-75b8-42f8-a2cb-27d23724086b, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:01:01.738415 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452575e5-10de-47c2-a092-50bb4e2ce599 admin admin] Network 1ea0df97-75b8-42f8-a2cb-27d23724086b is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:01:01.746978 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-452575e5-10de-47c2-a092-50bb4e2ce599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, 1ea0df97-75b8-42f8-a2cb-27d23724086b) {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:01:01.751109 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452575e5-10de-47c2-a092-50bb4e2ce599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:01.751701 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-452575e5-10de-47c2-a092-50bb4e2ce599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.755990 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c422031-d162-4966-aa9d-cd474ee72c97 None None] Network 1ea0df97-75b8-42f8-a2cb-27d23724086b requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:01:01.771844 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-452575e5-10de-47c2-a092-50bb4e2ce599 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3284066 Sep 09 15:01:01.772906 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37562) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:01.777577 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-378169916-router', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:01.798228 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10056'] for router (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.799238 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10065'] for router (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.849852 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Publish callbacks [] for router_controller (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), precommit_add_association {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.864503 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-1ea0df97-75b8-42f8-a2cb-27d23724086b', 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b', 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'fixed_ips': [{'subnet_id': 'f45c700d-7568-49e2-bd2d-ff63969cd209'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 15:01:01.865479 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:01.988538 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:01.991813 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Publish callbacks [] for router_gateway (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.022678 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Allocated IP 172.20.0.2 (1ea0df97-75b8-42f8-a2cb-27d23724086b/f45c700d-7568-49e2-bd2d-ff63969cd209/2e097971-3282-4fb5-b440-16601f201ecf) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:01:02.096249 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:02.179943 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Publish callbacks [] for router_gateway (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.180363 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Publish callbacks [] for port (2e097971-3282-4fb5-b440-16601f201ecf), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.187690 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (2e097971-3282-4fb5-b440-16601f201ecf), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.200621 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.224964 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Network 1ea0df97-75b8-42f8-a2cb-27d23724086b is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:01:02.228111 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:01:02.230755 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:01:02.244763 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Pushing event updated for resources: {'Port': ['ID=2e097971-3282-4fb5-b440-16601f201ecf,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:02.310997 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Attempting to bind port 2e097971-3282-4fb5-b440-16601f201ecf on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:01:02.311950 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Attempting to bind port 2e097971-3282-4fb5-b440-16601f201ecf by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '5a79b82a-30ec-4a76-a00e-ad75ca44d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:01:02.312411 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Attempting to bind port 2e097971-3282-4fb5-b440-16601f201ecf on network 1ea0df97-75b8-42f8-a2cb-27d23724086b {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:01:02.318629 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Allocated IP 172.27.3.88 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/df22feff-ee36-4bf7-9738-4f65761a08cc) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:01:02.365799 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 09343d8a-7c9a-452a-a25a-1680e5f5f137 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:01:02.370979 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:01:02.371356 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Checking segment: {'id': '5a79b82a-30ec-4a76-a00e-ad75ca44d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:01:02.371760 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.372156 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Bound using segment: {'id': '5a79b82a-30ec-4a76-a00e-ad75ca44d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:01:02.372633 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Bound port: 2e097971-3282-4fb5-b440-16601f201ecf, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a79b82a-30ec-4a76-a00e-ad75ca44d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:01:02.373013 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (2e097971-3282-4fb5-b440-16601f201ecf), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.402248 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Sync routers for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:01:02.415290 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:02.415916 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:02.429093 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Publish callbacks [] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.463965 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.464191 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 09343d8a-7c9a-452a-a25a-1680e5f5f137 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:02.464706 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.497853 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] For port 2e097971-3282-4fb5-b440-16601f201ecf, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:01:02.517850 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] For port 2e097971-3282-4fb5-b440-16601f201ecf, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=2e097971-3282-4fb5-b440-16601f201ecf,segment=NetworkSegment(5a79b82a-30ec-4a76-a00e-ad75ca44d940),segment_id=5a79b82a-30ec-4a76-a00e-ad75ca44d940)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:01:02.518209 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Pushing event updated for resources: {'Port': ['ID=df22feff-ee36-4bf7-9738-4f65761a08cc,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:02.522907 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:02.525831 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:01:02.527027 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:01:02.529637 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:01:02.533707 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (2e097971-3282-4fb5-b440-16601f201ecf), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.610253 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 09343d8a-7c9a-452a-a25a-1680e5f5f137 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:02.610624 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.628438 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b47f3e-4762-4ee2-a8af-e4a1b9d77813 None None] Pushing event updated for resources: {'Port': ['ID=2e097971-3282-4fb5-b440-16601f201ecf,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:02.641672 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 09343d8a-7c9a-452a-a25a-1680e5f5f137, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=09343d8a-7c9a-452a-a25a-1680e5f5f137,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:02.646393 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.661795 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:02.708207 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=09343d8a-7c9a-452a-a25a-1680e5f5f137,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:02.758148 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:02.784648 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Publish callbacks [] for router_gateway (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:02.795202 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 2, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:02.820834 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Checking router: 9f091a18-664f-4f9d-b6a0-c26ebedad05f for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:01:02.821274 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Updating router 9f091a18-664f-4f9d-b6a0-c26ebedad05f port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c binding host dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:01:02.853936 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:03.132689 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Publish callbacks [] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:03.141921 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:03.203933 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153'] for router (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:03.204729 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Pushing event updated for resources: {'Port': ['ID=191882e3-4b51-44ee-8d4b-b57b1a0cb08c,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:03.232532 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.232867 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.233762 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.234111 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.234470 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.234792 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.235110 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.235527 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.235760 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.236078 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.236394 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.236721 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.237151 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.237375 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.237674 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:03.253217 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Attempting to bind port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:01:03.253593 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Attempting to bind port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:01:03.253950 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Attempting to bind port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c on network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:01:03.297047 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:03.301568 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:01:03.302051 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Checking segment: {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:01:03.302447 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:03.302831 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Bound using segment: {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:01:03.303294 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Bound port: 191882e3-4b51-44ee-8d4b-b57b1a0cb08c, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:01:03.303661 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:03.316469 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:03.351417 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Router 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 is scheduled to L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 with binding_index 1 {{(pid=106238) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:01:03.375459 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] For port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:01:03.379920 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] For port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=191882e3-4b51-44ee-8d4b-b57b1a0cb08c,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:01:03.387310 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:03.441992 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:03.442634 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:03.470075 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:01:03.481717 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Sync routers for ids ['33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:01:03.493586 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:03.497759 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-16626766-ca35-4c46-a8bf-5884c346a7fb admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7210548 Sep 09 15:01:03.497942 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37564) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:03.504499 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:INSERT=2,neutron:UPDATE=7,neutron:SELECT=91 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:03.507801 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Routers {'33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:03.508714 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:03.599176 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac23494-13a1-4131-b0ec-c5906ec293db None None] Pushing event updated for resources: {'Port': ['ID=191882e3-4b51-44ee-8d4b-b57b1a0cb08c,revision_number=4']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:03.607595 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51ac1bb-4cde-43e9-aa5f-d4a0e05ab412 None None] Network 1ea0df97-75b8-42f8-a2cb-27d23724086b requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:01:03.680311 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:03.686145 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-92ae61cc-5319-43b8-8f86-53bb79f62fb7 None None] Provisioning complete for port 2e097971-3282-4fb5-b440-16601f201ecf triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:03.686604 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-92ae61cc-5319-43b8-8f86-53bb79f62fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (2e097971-3282-4fb5-b440-16601f201ecf), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:03.693291 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Set router 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:03.848619 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:03.852988 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:03.886085 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:03Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:03.912879 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a9b5a1-e91e-41a7-8f5e-4cbe560a6e42 None None] The sync data for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi is: [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:03Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:01:03.938632 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:03.955862 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-92ae61cc-5319-43b8-8f86-53bb79f62fb7 None None] Current status of the port 2e097971-3282-4fb5-b440-16601f201ecf is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:03.956252 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-92ae61cc-5319-43b8-8f86-53bb79f62fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (2e097971-3282-4fb5-b440-16601f201ecf), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:03.961642 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:04.039807 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-92ae61cc-5319-43b8-8f86-53bb79f62fb7 None None] For port 2e097971-3282-4fb5-b440-16601f201ecf, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=2e097971-3282-4fb5-b440-16601f201ecf,segment=NetworkSegment(5a79b82a-30ec-4a76-a00e-ad75ca44d940),segment_id=5a79b82a-30ec-4a76-a00e-ad75ca44d940)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:04.041454 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'name': 'tempest-TestVolumeBootPattern-378169916-router', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:01:01Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 3, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'gw_port': {'id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:02Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:04.070867 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Checking router: 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:01:04.071364 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Updating router 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 port df22feff-ee36-4bf7-9738-4f65761a08cc binding host dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:01:04.074719 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-92ae61cc-5319-43b8-8f86-53bb79f62fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (2e097971-3282-4fb5-b440-16601f201ecf), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.136577 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Allocated IP 172.20.0.1 (1ea0df97-75b8-42f8-a2cb-27d23724086b/f45c700d-7568-49e2-bd2d-ff63969cd209/f413dbe7-d886-4e52-a12e-2485c950c84f) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:01:04.142384 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.181095 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ae61cc-5319-43b8-8f86-53bb79f62fb7 None None] Pushing event updated for resources: {'Port': ['ID=2e097971-3282-4fb5-b440-16601f201ecf,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:04.270148 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Publish callbacks [] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.317666 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.340964 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-a2cd2810-929d-46c4-8f53-30bdd020d840 None None] Provisioning complete for port 2e097971-3282-4fb5-b440-16601f201ecf triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:04.341360 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-a2cd2810-929d-46c4-8f53-30bdd020d840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (2e097971-3282-4fb5-b440-16601f201ecf), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.367771 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Network 1ea0df97-75b8-42f8-a2cb-27d23724086b is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:01:04.370952 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:01:04.378181 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:01:04.378637 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705291'] for router_interface (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.425486 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Pushing event updated for resources: {'Port': ['ID=f413dbe7-d886-4e52-a12e-2485c950c84f,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:04.563532 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.578902 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 09343d8a-7c9a-452a-a25a-1680e5f5f137 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:01:04.614945 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:04.727093 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 09343d8a-7c9a-452a-a25a-1680e5f5f137 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:04.727455 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.733429 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:04.748162 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Publish callbacks [] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.754386 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.755240 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705431'] for router_interface (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.758951 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Publish callbacks [] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), precommit_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.769440 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-a2cd2810-929d-46c4-8f53-30bdd020d840 None None] Current status of the port 2e097971-3282-4fb5-b440-16601f201ecf is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:04.777354 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.820030 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Attempting to bind port df22feff-ee36-4bf7-9738-4f65761a08cc on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:01:04.820396 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Attempting to bind port df22feff-ee36-4bf7-9738-4f65761a08cc by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:01:04.820751 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Attempting to bind port df22feff-ee36-4bf7-9738-4f65761a08cc on network a04c0357-092d-4634-aff4-50eab99e036e {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:01:04.840034 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Pushing event updated for resources: {'Port': ['ID=f413dbe7-d886-4e52-a12e-2485c950c84f,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:04.874441 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b4539-4ad8-4012-88d9-6de894d127a8 None None] Pushing event updated for resources: {'Port': ['ID=df22feff-ee36-4bf7-9738-4f65761a08cc,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:04.879885 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:04.886815 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Network 1ea0df97-75b8-42f8-a2cb-27d23724086b is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:01:04.888584 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:01:04.913595 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-151eb123-7676-4984-88e1-b7fad92d6abb None None] Provisioning complete for port f413dbe7-d886-4e52-a12e-2485c950c84f triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:04.913970 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-151eb123-7676-4984-88e1-b7fad92d6abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.916374 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 09343d8a-7c9a-452a-a25a-1680e5f5f137 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:04.917424 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 2e097971-3282-4fb5-b440-16601f201ecf up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:01:04.927169 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:04.938532 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:01:04.938899 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:01:04.939296 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.939680 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Bound using segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:01:04.940161 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Bound port: df22feff-ee36-4bf7-9738-4f65761a08cc, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:01:04.940537 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:04.998098 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-151eb123-7676-4984-88e1-b7fad92d6abb None None] Port f413dbe7-d886-4e52-a12e-2485c950c84f cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:01:05.007279 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Router 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:01:05.036503 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] For port df22feff-ee36-4bf7-9738-4f65761a08cc, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:01:05.041645 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] For port df22feff-ee36-4bf7-9738-4f65761a08cc, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=df22feff-ee36-4bf7-9738-4f65761a08cc,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:01:05.045046 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 2e097971-3282-4fb5-b440-16601f201ecf triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:05.045476 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (2e097971-3282-4fb5-b440-16601f201ecf), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.068209 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.122321 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Routers {'33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:05.122943 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:05.133164 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:01:05.138681 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-874e845a-5762-4165-b3ac-9b527d607718 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6389053 Sep 09 15:01:05.182474 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-d5e47ba2-4a78-4ae1-b1f4-5c858119f66c None None] Provisioning complete for port f413dbe7-d886-4e52-a12e-2485c950c84f triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:05.182843 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d5e47ba2-4a78-4ae1-b1f4-5c858119f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.188168 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b4539-4ad8-4012-88d9-6de894d127a8 None None] Pushing event updated for resources: {'Port': ['ID=df22feff-ee36-4bf7-9738-4f65761a08cc,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:05.287642 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-d5e47ba2-4a78-4ae1-b1f4-5c858119f66c None None] Port f413dbe7-d886-4e52-a12e-2485c950c84f cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:01:05.296078 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 2e097971-3282-4fb5-b440-16601f201ecf is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:05.297152 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 191882e3-4b51-44ee-8d4b-b57b1a0cb08c up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:01:05.321774 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:05.332559 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] Set router 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:05.411535 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:05.411902 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.491251 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37572) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:05.496303 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-ec074a27-93e8-4ca5-bd04-2a59ed272cac tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-796642502', 'description': 'tempest-secgroup-smoke-796642502 description', 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:05.519276 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ec074a27-93e8-4ca5-bd04-2a59ed272cac tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.578315 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:05.589129 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:05.589918 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ec074a27-93e8-4ca5-bd04-2a59ed272cac tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group (797ea724-f94a-4545-8297-96b5b080098b), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.590042 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.593054 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ec074a27-93e8-4ca5-bd04-2a59ed272cac tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (797ea724-f94a-4545-8297-96b5b080098b), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.618826 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-ec074a27-93e8-4ca5-bd04-2a59ed272cac tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.620042 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-ec074a27-93e8-4ca5-bd04-2a59ed272cac tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1277914 Sep 09 15:01:05.621923 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'name': 'tempest-TestVolumeBootPattern-378169916-router', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:01:01Z', 'updated_at': '2022-09-09T15:01:04Z', 'revision_number': 4, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'gw_port': {'id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:02Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'f413dbe7-d886-4e52-a12e-2485c950c84f', 'name': '', 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'mac_address': 'fa:16:3e:1d:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f45c700d-7568-49e2-bd2d-ff63969cd209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:03Z', 'updated_at': '2022-09-09T15:01:04Z', 'revision_number': 2, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'subnets': [{'id': 'f45c700d-7568-49e2-bd2d-ff63969cd209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:05.623131 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37574) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:05.629049 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec074a27-93e8-4ca5-bd04-2a59ed272cac tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797ea724-f94a-4545-8297-96b5b080098b,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:05.630761 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-895653b8-e0e1-4747-bf99-842145ecb5a1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'security_group_rule': {'security_group_id': '797ea724-f94a-4545-8297-96b5b080098b', 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:05.653039 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292591a2-6357-4284-b2ad-af2de220c52b None None] The sync data for ids ['33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'] in dv-cinder-828696-11-iscsi is: [{'id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'name': 'tempest-TestVolumeBootPattern-378169916-router', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:01:01Z', 'updated_at': '2022-09-09T15:01:04Z', 'revision_number': 4, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'gw_port': {'id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:02Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'f413dbe7-d886-4e52-a12e-2485c950c84f', 'name': '', 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'mac_address': 'fa:16:3e:1d:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f45c700d-7568-49e2-bd2d-ff63969cd209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:03Z', 'updated_at': '2022-09-09T15:01:04Z', 'revision_number': 2, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'subnets': [{'id': 'f45c700d-7568-49e2-bd2d-ff63969cd209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:01:05.663096 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=191882e3-4b51-44ee-8d4b-b57b1a0cb08c,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:05.669507 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.686961 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-895653b8-e0e1-4747-bf99-842145ecb5a1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (15b48249-6b58-464d-b679-1f0cdc15e6b7), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.718581 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=191882e3-4b51-44ee-8d4b-b57b1a0cb08c,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:05.746537 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-895653b8-e0e1-4747-bf99-842145ecb5a1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (15b48249-6b58-464d-b679-1f0cdc15e6b7), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.750160 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-895653b8-e0e1-4747-bf99-842145ecb5a1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (15b48249-6b58-464d-b679-1f0cdc15e6b7), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.767720 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895653b8-e0e1-4747-bf99-842145ecb5a1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b48249-6b58-464d-b679-1f0cdc15e6b7,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:05.776003 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-895653b8-e0e1-4747-bf99-842145ecb5a1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.777215 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-895653b8-e0e1-4747-bf99-842145ecb5a1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514213 Sep 09 15:01:05.780558 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37576) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:05.785529 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-5e10ce60-1fcf-41b7-8415-6c95ebd74bf0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'security_group_rule': {'security_group_id': '797ea724-f94a-4545-8297-96b5b080098b', 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:05.815884 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5e10ce60-1fcf-41b7-8415-6c95ebd74bf0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (4a776d18-b6ef-4395-b0d4-810ff50db3f0), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.870339 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5e10ce60-1fcf-41b7-8415-6c95ebd74bf0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (4a776d18-b6ef-4395-b0d4-810ff50db3f0), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.873798 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5e10ce60-1fcf-41b7-8415-6c95ebd74bf0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (4a776d18-b6ef-4395-b0d4-810ff50db3f0), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.880801 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=13,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:05.896454 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10ce60-1fcf-41b7-8415-6c95ebd74bf0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a776d18-b6ef-4395-b0d4-810ff50db3f0,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:05.902824 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5e10ce60-1fcf-41b7-8415-6c95ebd74bf0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.904238 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-5e10ce60-1fcf-41b7-8415-6c95ebd74bf0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1227465 Sep 09 15:01:05.907728 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37578) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:05.912826 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-dfe89f6b-3ed5-45e8-a826-3711b065ab62 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'security_group_rule': {'security_group_id': '797ea724-f94a-4545-8297-96b5b080098b', 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:05.939173 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dfe89f6b-3ed5-45e8-a826-3711b065ab62 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (f050156b-523e-4501-a341-85bb092cf2f9), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:05.996266 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dfe89f6b-3ed5-45e8-a826-3711b065ab62 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (f050156b-523e-4501-a341-85bb092cf2f9), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.000511 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dfe89f6b-3ed5-45e8-a826-3711b065ab62 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (f050156b-523e-4501-a341-85bb092cf2f9), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.023029 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe89f6b-3ed5-45e8-a826-3711b065ab62 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f050156b-523e-4501-a341-85bb092cf2f9,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:06.031333 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-dfe89f6b-3ed5-45e8-a826-3711b065ab62 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.032507 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-dfe89f6b-3ed5-45e8-a826-3711b065ab62 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232362 Sep 09 15:01:06.035189 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37582) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:06.039302 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-9b19480e-8b09-4a54-aa66-c9982a0ee195 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'security_group_rule': {'security_group_id': '797ea724-f94a-4545-8297-96b5b080098b', 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:06.068547 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9b19480e-8b09-4a54-aa66-c9982a0ee195 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (a53538e9-cbe4-4ccd-af55-e5c7dccb06f4), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.115356 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:06.130544 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9b19480e-8b09-4a54-aa66-c9982a0ee195 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (a53538e9-cbe4-4ccd-af55-e5c7dccb06f4), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.135219 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9b19480e-8b09-4a54-aa66-c9982a0ee195 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (a53538e9-cbe4-4ccd-af55-e5c7dccb06f4), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.156322 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19480e-8b09-4a54-aa66-c9982a0ee195 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a53538e9-cbe4-4ccd-af55-e5c7dccb06f4,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:06.164936 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9b19480e-8b09-4a54-aa66-c9982a0ee195 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.166130 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-9b19480e-8b09-4a54-aa66-c9982a0ee195 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1300468 Sep 09 15:01:06.168936 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37584) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:06.173598 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-9efd7b8b-3c21-4cae-8ead-3f46dc59e4a0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'security_group_rule': {'security_group_id': '797ea724-f94a-4545-8297-96b5b080098b', 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:06.194082 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.securitygroups_db [None req-9efd7b8b-3c21-4cae-8ead-3f46dc59e4a0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Project 515d1ca3dcd249ada56b21a0a6e3a5b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 15:01:06.199646 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9efd7b8b-3c21-4cae-8ead-3f46dc59e4a0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (963aff00-ce66-44c4-a406-f90810a80e4b), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.256693 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9efd7b8b-3c21-4cae-8ead-3f46dc59e4a0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (963aff00-ce66-44c4-a406-f90810a80e4b), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.261612 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9efd7b8b-3c21-4cae-8ead-3f46dc59e4a0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (963aff00-ce66-44c4-a406-f90810a80e4b), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.283017 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efd7b8b-3c21-4cae-8ead-3f46dc59e4a0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963aff00-ce66-44c4-a406-f90810a80e4b,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:06.291164 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9efd7b8b-3c21-4cae-8ead-3f46dc59e4a0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.292459 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-9efd7b8b-3c21-4cae-8ead-3f46dc59e4a0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224906 Sep 09 15:01:06.295144 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37586) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:06.299904 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-a000872c-7050-4c88-a90a-e0db22833ffc tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'security_group_rule': {'security_group_id': '797ea724-f94a-4545-8297-96b5b080098b', 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:06.321935 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.securitygroups_db [None req-a000872c-7050-4c88-a90a-e0db22833ffc tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Project 515d1ca3dcd249ada56b21a0a6e3a5b9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 15:01:06.327428 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a000872c-7050-4c88-a90a-e0db22833ffc tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (bf9aafaf-40a6-42f0-b393-c7478545634f), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.333251 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 191882e3-4b51-44ee-8d4b-b57b1a0cb08c up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:01:06.382754 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:06.383128 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.388008 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a000872c-7050-4c88-a90a-e0db22833ffc tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (bf9aafaf-40a6-42f0-b393-c7478545634f), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.391600 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a000872c-7050-4c88-a90a-e0db22833ffc tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (bf9aafaf-40a6-42f0-b393-c7478545634f), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.410596 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000872c-7050-4c88-a90a-e0db22833ffc tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9aafaf-40a6-42f0-b393-c7478545634f,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:06.416683 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a000872c-7050-4c88-a90a-e0db22833ffc tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:06.421697 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-a000872c-7050-4c88-a90a-e0db22833ffc tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250129 Sep 09 15:01:06.458088 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:07.645939 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-42a9b642-9bcc-4342-b2be-2b05cf32de95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:08.331642 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device df22feff-ee36-4bf7-9738-4f65761a08cc up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:01:08.378658 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port df22feff-ee36-4bf7-9738-4f65761a08cc triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:08.379017 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:08.450644 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port df22feff-ee36-4bf7-9738-4f65761a08cc is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:08.451020 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:08.474580 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port df22feff-ee36-4bf7-9738-4f65761a08cc, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=df22feff-ee36-4bf7-9738-4f65761a08cc,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:08.478719 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:08.513641 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Sync routers for ids ['33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:01:08.524939 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Routers {'33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:08.525900 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:08.527573 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=df22feff-ee36-4bf7-9738-4f65761a08cc,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:08.629029 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Set router 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:08.815299 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'name': 'tempest-TestVolumeBootPattern-378169916-router', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:01:01Z', 'updated_at': '2022-09-09T15:01:04Z', 'revision_number': 4, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'gw_port': {'id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:02Z', 'updated_at': '2022-09-09T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'f413dbe7-d886-4e52-a12e-2485c950c84f', 'name': '', 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'mac_address': 'fa:16:3e:1d:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f45c700d-7568-49e2-bd2d-ff63969cd209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:03Z', 'updated_at': '2022-09-09T15:01:04Z', 'revision_number': 2, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'subnets': [{'id': 'f45c700d-7568-49e2-bd2d-ff63969cd209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:08.840604 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Checking router: 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:01:08.840945 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Updating router 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 port f413dbe7-d886-4e52-a12e-2485c950c84f binding host dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:01:08.868116 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:08.971286 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:09.035927 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:09.130762 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Publish callbacks [] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:09.135856 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:09.197069 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98700e-01b3-4105-ae1f-dd471c9c80ba None None] Pushing event updated for resources: {'Port': ['ID=f413dbe7-d886-4e52-a12e-2485c950c84f,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:09.227099 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Attempting to bind port f413dbe7-d886-4e52-a12e-2485c950c84f on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:01:09.227099 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Attempting to bind port f413dbe7-d886-4e52-a12e-2485c950c84f by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '5a79b82a-30ec-4a76-a00e-ad75ca44d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:01:09.227575 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Attempting to bind port f413dbe7-d886-4e52-a12e-2485c950c84f on network 1ea0df97-75b8-42f8-a2cb-27d23724086b {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:01:09.257087 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:01:09.275154 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:01:09.275580 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Checking segment: {'id': '5a79b82a-30ec-4a76-a00e-ad75ca44d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:01:09.275982 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:09.276409 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Bound using segment: {'id': '5a79b82a-30ec-4a76-a00e-ad75ca44d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:01:09.276882 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Bound port: f413dbe7-d886-4e52-a12e-2485c950c84f, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a79b82a-30ec-4a76-a00e-ad75ca44d940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:01:09.277280 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:09.340246 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] For port f413dbe7-d886-4e52-a12e-2485c950c84f, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:01:09.343352 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] For port f413dbe7-d886-4e52-a12e-2485c950c84f, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=f413dbe7-d886-4e52-a12e-2485c950c84f,segment=NetworkSegment(5a79b82a-30ec-4a76-a00e-ad75ca44d940),segment_id=5a79b82a-30ec-4a76-a00e-ad75ca44d940)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:01:09.349328 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:09.380237 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Routers {'33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:09.380911 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:00:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:09.445369 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98700e-01b3-4105-ae1f-dd471c9c80ba None None] Pushing event updated for resources: {'Port': ['ID=f413dbe7-d886-4e52-a12e-2485c950c84f,revision_number=4']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:09.499931 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] Set router 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:09.685255 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'name': 'tempest-TestVolumeBootPattern-378169916-router', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:01:01Z', 'updated_at': '2022-09-09T15:01:04Z', 'revision_number': 4, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'gw_port': {'id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:02Z', 'updated_at': '2022-09-09T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'f413dbe7-d886-4e52-a12e-2485c950c84f', 'name': '', 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'mac_address': 'fa:16:3e:1d:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f45c700d-7568-49e2-bd2d-ff63969cd209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:03Z', 'updated_at': '2022-09-09T15:01:09Z', 'revision_number': 4, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'subnets': [{'id': 'f45c700d-7568-49e2-bd2d-ff63969cd209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:09.712606 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfc161e-b6b1-43de-83fb-eaad12496080 None None] The sync data for ids ['33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'] in dv-cinder-828696-11-iscsi is: [{'id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'name': 'tempest-TestVolumeBootPattern-378169916-router', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:01:01Z', 'updated_at': '2022-09-09T15:01:04Z', 'revision_number': 4, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'gw_port': {'id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:02Z', 'updated_at': '2022-09-09T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'f413dbe7-d886-4e52-a12e-2485c950c84f', 'name': '', 'network_id': '1ea0df97-75b8-42f8-a2cb-27d23724086b', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'mac_address': 'fa:16:3e:1d:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'f45c700d-7568-49e2-bd2d-ff63969cd209', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:03Z', 'updated_at': '2022-09-09T15:01:09Z', 'revision_number': 4, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'subnets': [{'id': 'f45c700d-7568-49e2-bd2d-ff63969cd209', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:01:09.865033 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-25a41965-9e92-44e4-b677-bd7127091a3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:10.341334 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device f413dbe7-d886-4e52-a12e-2485c950c84f up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:01:10.364791 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:10.388194 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port f413dbe7-d886-4e52-a12e-2485c950c84f triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:10.388563 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:10.466499 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port f413dbe7-d886-4e52-a12e-2485c950c84f is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:10.466833 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:10.501938 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port f413dbe7-d886-4e52-a12e-2485c950c84f, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=f413dbe7-d886-4e52-a12e-2485c950c84f,segment=NetworkSegment(5a79b82a-30ec-4a76-a00e-ad75ca44d940),segment_id=5a79b82a-30ec-4a76-a00e-ad75ca44d940)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:10.505968 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:10.506878 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device df22feff-ee36-4bf7-9738-4f65761a08cc up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:01:10.584997 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=f413dbe7-d886-4e52-a12e-2485c950c84f,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:10.591629 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port df22feff-ee36-4bf7-9738-4f65761a08cc triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:10.592008 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:10.662835 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:10.670810 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port df22feff-ee36-4bf7-9738-4f65761a08cc is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:11.306429 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:12.323988 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device f413dbe7-d886-4e52-a12e-2485c950c84f up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:01:12.368915 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port f413dbe7-d886-4e52-a12e-2485c950c84f triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:12.369239 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:12.439820 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port f413dbe7-d886-4e52-a12e-2485c950c84f is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:13.094491 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:13.096362 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:15.921455 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:16.152611 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=72,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:16.159810 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:16.408120 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=68,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:16.410449 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=32,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:17.568907 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-129ec000-5d99-4046-a1d8-783f1dd94a00 req-c080068a-1b84-4630-a2c2-bfe3f04a0eaf service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412407 Sep 09 15:01:17.635785 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ec000-5d99-4046-a1d8-783f1dd94a00 req-9196a6f3-bdf5-415c-8bb2-f35521d39c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:17.637384 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-129ec000-5d99-4046-a1d8-783f1dd94a00 req-9196a6f3-bdf5-415c-8bb2-f35521d39c57 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 1131 time: 0.0453889 Sep 09 15:01:18.029780 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ec000-5d99-4046-a1d8-783f1dd94a00 req-67495c70-6f30-4d04-956e-a473d4875ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:18.031233 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-129ec000-5d99-4046-a1d8-783f1dd94a00 req-67495c70-6f30-4d04-956e-a473d4875ede service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 918 time: 0.0934677 Sep 09 15:01:18.139536 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-129ec000-5d99-4046-a1d8-783f1dd94a00 req-17333313-cb8a-4a75-b45b-86711fcd5a27 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c HTTP/1.1" status: 200 len: 1002 time: 0.0605245 Sep 09 15:01:18.192073 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ec000-5d99-4046-a1d8-783f1dd94a00 req-67e7c694-9603-4472-803e-194cd60af381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:18.193567 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-129ec000-5d99-4046-a1d8-783f1dd94a00 req-67e7c694-9603-4472-803e-194cd60af381 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e593ff28-5a4f-4b16-9e61-30d2cbd678db HTTP/1.1" status: 200 len: 856 time: 0.0475557 Sep 09 15:01:18.239921 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ec000-5d99-4046-a1d8-783f1dd94a00 req-b0394828-fd50-43f2-b351-c86390a6af72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:18.241366 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-129ec000-5d99-4046-a1d8-783f1dd94a00 req-b0394828-fd50-43f2-b351-c86390a6af72 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93d5556e-7098-41ee-955a-f1126257e985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393548 Sep 09 15:01:18.344347 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-129ec000-5d99-4046-a1d8-783f1dd94a00 req-a055d973-c151-41c7-82d1-f28ed9b16a6a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896010 Sep 09 15:01:18.444399 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-129ec000-5d99-4046-a1d8-783f1dd94a00 req-a1d2af11-75ec-49d9-9eb4-2e27f7d0ea44 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883036 Sep 09 15:01:18.729046 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22acad-52d0-411c-ae78-a3dca8197c67 req-4e9680a5-125d-4de6-94d9-8e4daa2206db tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:18.730411 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8d22acad-52d0-411c-ae78-a3dca8197c67 req-4e9680a5-125d-4de6-94d9-8e4daa2206db tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0467017 Sep 09 15:01:18.781386 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8d22acad-52d0-411c-ae78-a3dca8197c67 req-8936e7b0-72a5-47ae-a881-e96a176344e0 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454564 Sep 09 15:01:18.911902 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d3cd1-187e-4899-95d0-18c02f8af8fc req-6daaf27c-501f-4b17-8edc-18f5ba8ce143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:18.913407 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6c7d3cd1-187e-4899-95d0-18c02f8af8fc req-6daaf27c-501f-4b17-8edc-18f5ba8ce143 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 1129 time: 0.0416017 Sep 09 15:01:19.015429 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d3cd1-187e-4899-95d0-18c02f8af8fc req-8e0992d1-ec92-4ed2-a90a-e03706d4f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:19.016909 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6c7d3cd1-187e-4899-95d0-18c02f8af8fc req-8e0992d1-ec92-4ed2-a90a-e03706d4f86f service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.0962834 Sep 09 15:01:19.094430 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6c7d3cd1-187e-4899-95d0-18c02f8af8fc req-b8fbcd51-940d-4aa0-994e-26603fd9cbe8 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=598629db-7d01-4336-8d90-bf7ea717cd23 HTTP/1.1" status: 200 len: 1000 time: 0.0620160 Sep 09 15:01:19.159797 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d3cd1-187e-4899-95d0-18c02f8af8fc req-e63738bd-b653-4a08-a21b-8fbfaecbd442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:19.161321 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6c7d3cd1-187e-4899-95d0-18c02f8af8fc req-e63738bd-b653-4a08-a21b-8fbfaecbd442 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.0452001 Sep 09 15:01:19.218724 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d3cd1-187e-4899-95d0-18c02f8af8fc req-09590dc8-9ef1-49d6-993d-9ca2cac547db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:19.220289 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6c7d3cd1-187e-4899-95d0-18c02f8af8fc req-09590dc8-9ef1-49d6-993d-9ca2cac547db service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0405426 Sep 09 15:01:19.342464 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6c7d3cd1-187e-4899-95d0-18c02f8af8fc req-7bd500c2-fd06-4b78-bd43-fe73eb2d018a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945127 Sep 09 15:01:19.515791 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:19.568023 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:19.622833 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6c7d3cd1-187e-4899-95d0-18c02f8af8fc req-a9c66c92-6f2e-4621-9a4c-446888203dc7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185834 Sep 09 15:01:19.716240 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788b1616-5532-4edd-b50b-f8cec9660020 req-7006f6a0-3292-40a7-8b35-f8126103d005 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:19.717727 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-788b1616-5532-4edd-b50b-f8cec9660020 req-7006f6a0-3292-40a7-8b35-f8126103d005 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 947 time: 0.0494766 Sep 09 15:01:19.766523 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-788b1616-5532-4edd-b50b-f8cec9660020 req-1139ba25-e71b-4121-b090-0d06fd93a4b3 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423408 Sep 09 15:01:19.900264 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7ea99-e96e-43a4-b042-f854430cae03 req-917936ad-b377-4b17-a5d7-8c9d5824b5c0 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:19.901733 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-22f7ea99-e96e-43a4-b042-f854430cae03 req-917936ad-b377-4b17-a5d7-8c9d5824b5c0 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0458260 Sep 09 15:01:19.955768 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-22f7ea99-e96e-43a4-b042-f854430cae03 req-1ade297f-5515-40de-a26d-5950511dd014 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483210 Sep 09 15:01:20.894919 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a217ee1-c020-47f8-b8ab-f77122e39839 req-0c8d781b-20a7-4434-bf7d-fda6eecf6e3e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:20.896369 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0a217ee1-c020-47f8-b8ab-f77122e39839 req-0c8d781b-20a7-4434-bf7d-fda6eecf6e3e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 947 time: 0.0493996 Sep 09 15:01:20.945434 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0a217ee1-c020-47f8-b8ab-f77122e39839 req-1b2eede3-8509-431b-82d3-44927dce2851 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435035 Sep 09 15:01:21.076893 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8239901c-b804-4eaa-b03d-bf4070651c4e req-b79a1d7d-6a0d-41cd-b73b-80dfdcd83fc1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:21.078333 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8239901c-b804-4eaa-b03d-bf4070651c4e req-b79a1d7d-6a0d-41cd-b73b-80dfdcd83fc1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0469096 Sep 09 15:01:21.124592 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8239901c-b804-4eaa-b03d-bf4070651c4e req-88d593df-9fd8-4d3d-b3cc-1da171cfa902 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408270 Sep 09 15:01:21.627633 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b916611e-b303-4674-aca9-d93543fba7c1 req-7240d58e-d65f-4c99-8abe-701fb643cc42 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:21.629093 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b916611e-b303-4674-aca9-d93543fba7c1 req-7240d58e-d65f-4c99-8abe-701fb643cc42 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 947 time: 0.0455463 Sep 09 15:01:21.715478 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Deleting port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:01:21.715812 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:21.805674 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] For port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:21.806027 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:21.961980 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:21.962691 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (8db9a390-7452-4076-90e6-00180a6e8ea6), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:21.962691 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Floating IP 8db9a390-7452-4076-90e6-00180a6e8ea6 disassociated. External IP: 172.27.3.248, port: 27073afa-d48f-4e5f-b5fb-94c6c6f9082c. Sep 09 15:01:21.963099 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Calling delete_port for 27073afa-d48f-4e5f-b5fb-94c6c6f9082c owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:01:22.062682 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:22.094939 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:22.107394 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93638448-d81c-4c1c-856c-10c3151c7bbe req-38a1a86a-53be-44c0-89b3-e818e5b83865 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:22.108838 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-93638448-d81c-4c1c-856c-10c3151c7bbe req-38a1a86a-53be-44c0-89b3-e818e5b83865 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 947 time: 0.0774403 Sep 09 15:01:22.148148 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (27073afa-d48f-4e5f-b5fb-94c6c6f9082c), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:22.190598 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event deleted for resources: {'Port': ['ID=27073afa-d48f-4e5f-b5fb-94c6c6f9082c,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:22.197882 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-93638448-d81c-4c1c-856c-10c3151c7bbe req-7b3bdc52-5d44-4b64-9d8e-c4827da3bcf9 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=63b930e2-2627-46ee-a908-77f5451c484b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824974 Sep 09 15:01:22.292053 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:22.292865 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:22.539346 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f34a68f-b9ad-4e25-a2c8-0a52c5baf502 req-c60a92fa-fde5-42ba-8999-b9e0891109fe tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:22.540819 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3f34a68f-b9ad-4e25-a2c8-0a52c5baf502 req-c60a92fa-fde5-42ba-8999-b9e0891109fe tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.3014178 Sep 09 15:01:22.581294 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Router b9963152-3cf6-4059-a134-e1cfdaf05a59 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:01:22.619135 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3f34a68f-b9ad-4e25-a2c8-0a52c5baf502 req-e37abe2a-9944-481a-b180-b1fcc7496fd7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684536 Sep 09 15:01:22.718231 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:01:22.731882 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f19d2-3e72-4f64-8b05-60e2b90c29cc None None] Sync routers for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:01:22.743041 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f19d2-3e72-4f64-8b05-60e2b90c29cc None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:22.743844 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-ea8f19d2-3e72-4f64-8b05-60e2b90c29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:01:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:22.769085 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] No DVR routers for this DVR port 27073afa-d48f-4e5f-b5fb-94c6c6f9082c on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:01:22.771840 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:22.775826 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b916611e-b303-4674-aca9-d93543fba7c1 req-c69418e4-a4d1-45e8-a9fd-4d2988d27c2c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.16 "DELETE /networking/v2.0/ports/27073afa-d48f-4e5f-b5fb-94c6c6f9082c HTTP/1.1" status: 204 len: 173 time: 1.1414809 Sep 09 15:01:22.776401 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'name': 'network-vif-deleted', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:01:22.780281 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607ab3ee-9fb7-4692-9025-38eeffbd4fd5" -d '{"events": [{"server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "name": "network-vif-deleted", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:01:22.830866 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6593db-e4db-4791-bb0a-0c883e2e0a0c x-openstack-request-id: req-9d6593db-e4db-4791-bb0a-0c883e2e0a0c {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:01:22.833595 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9e901f-c6b3-4840-ae33-2953c8e39eee", "name": "network-vif-deleted", "tag": "27073afa-d48f-4e5f-b5fb-94c6c6f9082c", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:01:22.834049 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d6593db-e4db-4791-bb0a-0c883e2e0a0c {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:01:22.834727 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6593db-e4db-4791-bb0a-0c883e2e0a0c'] response: {'server_uuid': 'af9e901f-c6b3-4840-ae33-2953c8e39eee', 'name': 'network-vif-deleted', 'tag': '27073afa-d48f-4e5f-b5fb-94c6c6f9082c', 'status': 'completed', 'code': 200} Sep 09 15:01:22.952817 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-8e946903-0cd1-42bc-9fa1-bbf52b9147bf tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-796642502&fields=id&tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9 HTTP/1.1" status: 200 len: 267 time: 0.0482192 Sep 09 15:01:22.990587 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-ea8f19d2-3e72-4f64-8b05-60e2b90c29cc None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:23.078392 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-830b2049-cff9-4b49-9903-f22ef008cade tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:23.085693 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-830b2049-cff9-4b49-9903-f22ef008cade tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 812 time: 0.1242185 Sep 09 15:01:23.098246 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-d8234c69-cbee-4f8a-b9ff-3b9b5cc0ebf5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/quotas/515d1ca3dcd249ada56b21a0a6e3a5b9 HTTP/1.1" status: 200 len: 375 time: 0.0107133 Sep 09 15:01:23.160928 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-7055cd05-58d6-472d-b35f-51e88fa50979 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0582430 Sep 09 15:01:23.189062 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-ea8f19d2-3e72-4f64-8b05-60e2b90c29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:40Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:23.218647 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f19d2-3e72-4f64-8b05-60e2b90c29cc None None] Checking router: b9963152-3cf6-4059-a134-e1cfdaf05a59 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:01:23.221321 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:23.228785 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8f19d2-3e72-4f64-8b05-60e2b90c29cc None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:23.229454 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-ea8f19d2-3e72-4f64-8b05-60e2b90c29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:01:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:23.258780 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-a1488a07-5f8a-459a-8966-5983a395e69a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857351 Sep 09 15:01:23.336499 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-ea8f19d2-3e72-4f64-8b05-60e2b90c29cc None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:23.345765 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cd262ef4-e8c9-46c5-8ede-b42a4f4cd720 req-c06546f1-846c-45db-b3fb-ed781ea1ca3e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=af9e901f-c6b3-4840-ae33-2953c8e39eee HTTP/1.1" status: 200 len: 210 time: 0.0294821 Sep 09 15:01:23.366740 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:23.384307 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-f174dd3d-f6e5-4c8d-a946-6919a6d92c63 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191709 Sep 09 15:01:23.535316 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-ea8f19d2-3e72-4f64-8b05-60e2b90c29cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:40Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:23.561844 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8f19d2-3e72-4f64-8b05-60e2b90c29cc None None] The sync data for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi is: [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:40Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:01:23.715797 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64014b7c-4158-486d-9378-70969d6890d7 req-0c8c701e-9a3e-47f5-9a05-e7f0e062eae3 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 210 time: 0.0320418 Sep 09 15:01:23.768806 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254ddbe-811d-464a-9a34-0db54dfaa6fc req-5c16d794-eb63-4c81-9989-b7f8a333bd12 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:23.774741 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a254ddbe-811d-464a-9a34-0db54dfaa6fc req-5c16d794-eb63-4c81-9989-b7f8a333bd12 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0620456 Sep 09 15:01:23.828893 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a254ddbe-811d-464a-9a34-0db54dfaa6fc req-db2f822c-5c74-4f46-b3e4-80ec7b72cf6a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465429 Sep 09 15:01:23.848967 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f52982-a5e9-403d-b223-e1c86da32267 None None] New status for floating IP 8db9a390-7452-4076-90e6-00180a6e8ea6: DOWN {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:01:24.374742 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 27073afa-d48f-4e5f-b5fb-94c6c6f9082c no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:01:24.398683 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 27073afa-d48f-4e5f-b5fb-94c6c6f9082c {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:01:24.399031 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 27073afa-d48f-4e5f-b5fb-94c6c6f9082c not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:01:24.449464 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37808) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:24.505509 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-32d1f96c-a3c6-428b-9777-3c2580441112 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group (63b930e2-2627-46ee-a908-77f5451c484b), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:24.527302 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-32d1f96c-a3c6-428b-9777-3c2580441112 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group (63b930e2-2627-46ee-a908-77f5451c484b), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:24.574896 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-32d1f96c-a3c6-428b-9777-3c2580441112 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (63b930e2-2627-46ee-a908-77f5451c484b), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:24.577526 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-32d1f96c-a3c6-428b-9777-3c2580441112 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:24.578707 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-32d1f96c-a3c6-428b-9777-3c2580441112 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/63b930e2-2627-46ee-a908-77f5451c484b HTTP/1.1" status: 204 len: 168 time: 0.1282790 Sep 09 15:01:24.582153 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37810) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:24.590350 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1f96c-a3c6-428b-9777-3c2580441112 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b930e2-2627-46ee-a908-77f5451c484b,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:24.595923 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.api.v2.resource [None req-fcbb2c95-48e8-46a9-9697-d813918c6588 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] show failed (client error): The resource could not be found. Sep 09 15:01:24.596904 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-fcbb2c95-48e8-46a9-9697-d813918c6588 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups/63b930e2-2627-46ee-a908-77f5451c484b HTTP/1.1" status: 404 len: 347 time: 0.0137360 Sep 09 15:01:24.599796 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37812) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:24.604155 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:24.709567 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-813f474f-c2ec-4131-8139-80d6f826e713 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Deleting port 75409832-9629-4c97-b3dc-1142bf72ea51 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:01:24.709909 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-813f474f-c2ec-4131-8139-80d6f826e713 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (75409832-9629-4c97-b3dc-1142bf72ea51), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:24.771248 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:24.797389 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-813f474f-c2ec-4131-8139-80d6f826e713 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (75409832-9629-4c97-b3dc-1142bf72ea51), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:24.797718 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-813f474f-c2ec-4131-8139-80d6f826e713 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (75409832-9629-4c97-b3dc-1142bf72ea51), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:24.834296 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-813f474f-c2ec-4131-8139-80d6f826e713 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Calling delete_port for 75409832-9629-4c97-b3dc-1142bf72ea51 owned by network:floatingip {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:01:24.839523 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0e5dad79-27f4-47c4-8ece-c809aa8f832b req-a247dab9-d4e9-4e00-a511-0de5ee553a94 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 210 time: 0.0392244 Sep 09 15:01:25.013424 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333900b-3293-420c-af64-e4d0bafa83c1 req-be157382-cef5-42b4-a9ea-2c570fbf494d tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:25.014929 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2333900b-3293-420c-af64-e4d0bafa83c1 req-be157382-cef5-42b4-a9ea-2c570fbf494d tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0896769 Sep 09 15:01:25.066694 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-524832c4-d928-46e4-b0ab-e531514eb8e2 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:25.068100 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-524832c4-d928-46e4-b0ab-e531514eb8e2 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 812 time: 0.2276969 Sep 09 15:01:25.144270 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2333900b-3293-420c-af64-e4d0bafa83c1 req-4c5b9db4-8218-497e-a30a-ce91ea732dd0 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209571 Sep 09 15:01:25.188055 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-b477a070-a2ac-4184-8a7a-c8dc9e04f0a2 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9 HTTP/1.1" status: 200 len: 379 time: 0.1097167 Sep 09 15:01:25.192556 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-813f474f-c2ec-4131-8139-80d6f826e713 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (75409832-9629-4c97-b3dc-1142bf72ea51), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.201503 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'port': {'device_id': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'admin_state_up': True, 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'security_groups': ['797ea724-f94a-4545-8297-96b5b080098b']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:25.232646 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f474f-c2ec-4131-8139-80d6f826e713 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event deleted for resources: {'Port': ['ID=75409832-9629-4c97-b3dc-1142bf72ea51,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:25.291726 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-813f474f-c2ec-4131-8139-80d6f826e713 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (8db9a390-7452-4076-90e6-00180a6e8ea6), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.294165 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-813f474f-c2ec-4131-8139-80d6f826e713 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.295293 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-813f474f-c2ec-4131-8139-80d6f826e713 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/8db9a390-7452-4076-90e6-00180a6e8ea6 HTTP/1.1" status: 204 len: 168 time: 0.6945465 Sep 09 15:01:25.351388 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:25.370844 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Made reservation on behalf of 515d1ca3dcd249ada56b21a0a6e3a5b9 for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:01:25.374766 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.384618 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37820) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:25.389449 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-8212faa2-680f-421e-be32-89f40dc1eda5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957249756', 'description': 'tempest-description--992412980'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:25.416168 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8212faa2-680f-421e-be32-89f40dc1eda5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.487646 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8212faa2-680f-421e-be32-89f40dc1eda5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group (7bc4fd56-9f10-4877-9697-2e5cdefdb367), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.491506 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8212faa2-680f-421e-be32-89f40dc1eda5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (7bc4fd56-9f10-4877-9697-2e5cdefdb367), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.522885 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8212faa2-680f-421e-be32-89f40dc1eda5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.523514 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Allocated IP 172.20.0.9 (20d1d01f-8d2e-4d86-913d-da4da3df92d5/91359781-f970-4d88-8da9-2cb6ab261c8f/8c96acd7-4922-4cce-9604-cfd8b94ada60) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:01:25.527302 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-8212faa2-680f-421e-be32-89f40dc1eda5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1415799 Sep 09 15:01:25.527898 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37822) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:25.536153 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-f78ec405-105c-4879-9742-018296c6d826 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Request body: {'security_group_rule': {'security_group_id': '7bc4fd56-9f10-4877-9697-2e5cdefdb367', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:25.541812 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212faa2-680f-421e-be32-89f40dc1eda5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc4fd56-9f10-4877-9697-2e5cdefdb367,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:25.563725 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f78ec405-105c-4879-9742-018296c6d826 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group_rule (10d87876-a5c5-4399-ba63-8bf93ec90a3d), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.621666 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f78ec405-105c-4879-9742-018296c6d826 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group_rule (10d87876-a5c5-4399-ba63-8bf93ec90a3d), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.622747 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:25.625605 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f78ec405-105c-4879-9742-018296c6d826 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (10d87876-a5c5-4399-ba63-8bf93ec90a3d), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.647445 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ec405-105c-4879-9742-018296c6d826 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10d87876-a5c5-4399-ba63-8bf93ec90a3d,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:25.652903 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f78ec405-105c-4879-9742-018296c6d826 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.654641 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f78ec405-105c-4879-9742-018296c6d826 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231952 Sep 09 15:01:25.658473 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37824) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:25.662755 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-e16b79ec-8b8c-4783-9074-4d90e61b819c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Request body: {'security_group_rule': {'security_group_id': '7bc4fd56-9f10-4877-9697-2e5cdefdb367', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:25.678036 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.688879 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e16b79ec-8b8c-4783-9074-4d90e61b819c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group_rule (ddf641cb-f4a7-463b-8fbb-0186cddfe236), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.710753 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.745873 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e16b79ec-8b8c-4783-9074-4d90e61b819c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group_rule (ddf641cb-f4a7-463b-8fbb-0186cddfe236), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.749461 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e16b79ec-8b8c-4783-9074-4d90e61b819c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (ddf641cb-f4a7-463b-8fbb-0186cddfe236), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.753090 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:01:25.758457 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:01:25.762375 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:01:25.767703 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:25.768265 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.774722 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b79ec-8b8c-4783-9074-4d90e61b819c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf641cb-f4a7-463b-8fbb-0186cddfe236,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:25.783599 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'Port': ['ID=8c96acd7-4922-4cce-9604-cfd8b94ada60,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:25.783785 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e16b79ec-8b8c-4783-9074-4d90e61b819c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.788507 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e16b79ec-8b8c-4783-9074-4d90e61b819c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1261718 Sep 09 15:01:25.788649 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 37826) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:25.793502 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:25.794135 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-be8d4694-cdea-4cef-9940-5b07679b0e54 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5991638 Sep 09 15:01:25.806166 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Request body: {'port': {'device_id': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:25.816765 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.869373 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.907796 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:25.957345 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=77,neutron:DELETE=7,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:25.977751 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:26.033368 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Allocated IP 172.27.3.180 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/087df3cb-36a1-4ba0-a310-af516fc7e0a9) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:01:26.048731 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-f55e8f73-b1fe-4cea-973c-6b05642fa091 None None] Provisioning complete for port 8c96acd7-4922-4cce-9604-cfd8b94ada60 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:26.049377 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-f55e8f73-b1fe-4cea-973c-6b05642fa091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.049915 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215da92-9c00-4150-a2ae-fba5871794da req-8f9a61ed-86f3-4c76-a5e7-5f7f997095cb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:26.051563 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7215da92-9c00-4150-a2ae-fba5871794da req-8f9a61ed-86f3-4c76-a5e7-5f7f997095cb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 931 time: 0.1156628 Sep 09 15:01:26.086132 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-f55e8f73-b1fe-4cea-973c-6b05642fa091 None None] Port 8c96acd7-4922-4cce-9604-cfd8b94ada60 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:01:26.146469 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for port (087df3cb-36a1-4ba0-a310-af516fc7e0a9), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.147488 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7215da92-9c00-4150-a2ae-fba5871794da req-a075ef1f-d588-4182-826c-b31184aae729 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667634 Sep 09 15:01:26.167036 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:26.189382 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (087df3cb-36a1-4ba0-a310-af516fc7e0a9), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.233404 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:01:26.240457 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:01:26.244379 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:01:26.247717 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event updated for resources: {'Port': ['ID=087df3cb-36a1-4ba0-a310-af516fc7e0a9,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:26.251840 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c96acd7-4922-4cce-9604-cfd8b94ada60 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:01:26.278484 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Publish callbacks [] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.305779 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd0a0c5-c2e5-4919-9051-a95bed7450d9 req-daa1a6fd-4cb5-4c52-bfd8-547284598580 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:26.307265 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1dd0a0c5-c2e5-4919-9051-a95bed7450d9 req-daa1a6fd-4cb5-4c52-bfd8-547284598580 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0794058 Sep 09 15:01:26.309968 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Transition to ACTIVE for port object 8c96acd7-4922-4cce-9604-cfd8b94ada60 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 15:01:26.320422 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.331054 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (57d81f6a-ec79-4fa4-8072-a91cae066f92), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.374479 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (087df3cb-36a1-4ba0-a310-af516fc7e0a9), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.406535 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Pushing event updated for resources: {'Port': ['ID=8c96acd7-4922-4cce-9604-cfd8b94ada60,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:26.422438 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1dd0a0c5-c2e5-4919-9051-a95bed7450d9 req-0b7c4c02-fb56-43c8-9635-1fde17ddff67 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092815 Sep 09 15:01:26.427360 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Attempting to bind port 8c96acd7-4922-4cce-9604-cfd8b94ada60 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:01:26.427870 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Attempting to bind port 8c96acd7-4922-4cce-9604-cfd8b94ada60 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:01:26.428201 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Attempting to bind port 8c96acd7-4922-4cce-9604-cfd8b94ada60 on network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:01:26.471200 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:26.473593 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Port 8c96acd7-4922-4cce-9604-cfd8b94ada60 on network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 15:01:26.473915 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Attempting to bind port 8c96acd7-4922-4cce-9604-cfd8b94ada60 on network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:01:26.518324 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:01:26.518924 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Checking segment: {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:01:26.519309 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Bound using segment: {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:01:26.519737 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Bound port: 8c96acd7-4922-4cce-9604-cfd8b94ada60, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:01:26.520091 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.525422 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for port (087df3cb-36a1-4ba0-a310-af516fc7e0a9), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.530200 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3186376'] for port (087df3cb-36a1-4ba0-a310-af516fc7e0a9), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.585961 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] For port 8c96acd7-4922-4cce-9604-cfd8b94ada60, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:01:26.589247 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] For port 8c96acd7-4922-4cce-9604-cfd8b94ada60, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=8c96acd7-4922-4cce-9604-cfd8b94ada60,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:01:26.598818 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.603724 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:26.604336 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.605754 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/8c96acd7-4922-4cce-9604-cfd8b94ada60 HTTP/1.1" status: 200 len: 1093 time: 0.8039961 Sep 09 15:01:26.606290 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'tag': '8c96acd7-4922-4cce-9604-cfd8b94ada60'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:01:26.608575 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c9565b-c3c3-44fd-bc68-c34e41c4258c" -d '{"events": [{"name": "network-changed", "server_uuid": "ffad6426-5a0d-4119-9cd7-c60407cc7972", "tag": "8c96acd7-4922-4cce-9604-cfd8b94ada60"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:01:26.609589 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event updated for resources: {'Port': ['ID=087df3cb-36a1-4ba0-a310-af516fc7e0a9,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:26.612599 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (57d81f6a-ec79-4fa4-8072-a91cae066f92), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.632230 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:26.633471 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-9e47e781-49cf-4943-94a8-5622a42d369f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8437765 Sep 09 15:01:26.695773 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c58da38-dba8-47df-8d8c-5fb409d7c8d3 x-openstack-request-id: req-0c58da38-dba8-47df-8d8c-5fb409d7c8d3 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:01:26.696328 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffad6426-5a0d-4119-9cd7-c60407cc7972", "tag": "8c96acd7-4922-4cce-9604-cfd8b94ada60", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:01:26.696328 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c58da38-dba8-47df-8d8c-5fb409d7c8d3 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:01:26.696672 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c58da38-dba8-47df-8d8c-5fb409d7c8d3'] response: {'name': 'network-changed', 'server_uuid': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'tag': '8c96acd7-4922-4cce-9604-cfd8b94ada60', 'status': 'completed', 'code': 200} Sep 09 15:01:26.716607 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc08b8d-e436-4f2c-b60f-45c01f2f724c service neutron] Pushing event updated for resources: {'Port': ['ID=8c96acd7-4922-4cce-9604-cfd8b94ada60,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:26.719720 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-c559f4b3-5f60-44e7-be93-6dc990ee3d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:26.721218 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-c559f4b3-5f60-44e7-be93-6dc990ee3d6c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 1127 time: 0.0614762 Sep 09 15:01:26.763150 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-953e97a0-f144-4215-a802-44fa55d1631c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c96acd7-4922-4cce-9604-cfd8b94ada60 HTTP/1.1" status: 200 len: 217 time: 0.0341768 Sep 09 15:01:26.838030 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-6bd636aa-fd0f-49ab-b6a5-143f7f713708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:26.839400 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-6bd636aa-fd0f-49ab-b6a5-143f7f713708 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.0697529 Sep 09 15:01:26.864505 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-19e12aca-fcf9-4278-bd2e-845225cb1c1d tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1957249756&fields=id&tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a HTTP/1.1" status: 200 len: 267 time: 0.0680566 Sep 09 15:01:26.935264 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-a9e5a958-0e5c-4371-9cbb-1b339390ae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:26.936655 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-a9e5a958-0e5c-4371-9cbb-1b339390ae3d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0875859 Sep 09 15:01:27.052107 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-07044f6e-7877-435e-b17a-fbe15c766994 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:27.053566 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-07044f6e-7877-435e-b17a-fbe15c766994 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 817 time: 0.1737242 Sep 09 15:01:27.082134 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-7040479a-ca44-4b44-bc60-46e4749e663c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/quotas/c83910e3ac2f4c8f9f127ab767bffd1a HTTP/1.1" status: 200 len: 375 time: 0.0196893 Sep 09 15:01:27.085653 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-23f83172-ba10-4421-94e0-0a9f22b199ba service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406338 Sep 09 15:01:27.139851 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:27.182903 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-3c8d2715-e487-4788-baf1-9e6137bf9045 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945373 Sep 09 15:01:27.269733 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-24f88ac3-ffc4-4121-9be5-59b6dfb75cc2 req-cc0e91a3-eafb-4c4f-8c57-55da3be3d0db service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710618 Sep 09 15:01:27.325394 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-ebc0d43b-a989-4e82-a892-04de029d61eb service neutron] 10.222.0.15 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296723 Sep 09 15:01:27.399371 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afaff4-0790-437e-9189-a9387e347801 req-fbd17b92-aa19-4725-8d53-de7fbb7f1831 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:27.400803 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-39afaff4-0790-437e-9189-a9387e347801 req-fbd17b92-aa19-4725-8d53-de7fbb7f1831 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 943 time: 0.0908198 Sep 09 15:01:27.464913 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:27.480682 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-86c44738-8473-476d-871c-b81efa9ddb1b service neutron] 10.222.0.15 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388850 Sep 09 15:01:27.484354 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-39afaff4-0790-437e-9189-a9387e347801 req-15b8167b-ce80-4b5d-91d8-9f94ecd3b0d1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775428 Sep 09 15:01:27.608755 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9565b-c3c3-44fd-bc68-c34e41c4258c req-e6ac5bab-57fb-407f-b5d1-df07f6d609e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:27.610777 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-79c9565b-c3c3-44fd-bc68-c34e41c4258c req-e6ac5bab-57fb-407f-b5d1-df07f6d609e4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 1127 time: 0.0767157 Sep 09 15:01:27.627375 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbadde-56a7-410d-8c99-1fd587521160 req-c4f97fde-2f0d-4642-9c42-a5a92451002e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:27.628880 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d4fbadde-56a7-410d-8c99-1fd587521160 req-c4f97fde-2f0d-4642-9c42-a5a92451002e tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0636890 Sep 09 15:01:27.667671 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8f4ada64-01e7-43c1-9c5b-bb629d2412b8 req-ee7cc7cf-67af-45c8-a85a-a87e28cf799f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 210 time: 0.0377531 Sep 09 15:01:27.705319 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d4fbadde-56a7-410d-8c99-1fd587521160 req-ab1cb7ab-b6af-40b6-b741-41a97400c867 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669250 Sep 09 15:01:27.969892 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9565b-c3c3-44fd-bc68-c34e41c4258c req-7d6e7382-fe69-467e-b110-579a44c7a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:27.971285 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-79c9565b-c3c3-44fd-bc68-c34e41c4258c req-7d6e7382-fe69-467e-b110-579a44c7a2f2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 913 time: 0.0923929 Sep 09 15:01:28.055657 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-79c9565b-c3c3-44fd-bc68-c34e41c4258c req-56ab2c6f-b79f-4f36-ab11-c115868231ef service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c96acd7-4922-4cce-9604-cfd8b94ada60 HTTP/1.1" status: 200 len: 217 time: 0.0357432 Sep 09 15:01:28.108959 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9565b-c3c3-44fd-bc68-c34e41c4258c req-b7599f19-d137-45b6-a2d8-326401285b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:28.110975 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-79c9565b-c3c3-44fd-bc68-c34e41c4258c req-b7599f19-d137-45b6-a2d8-326401285b5e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.0494943 Sep 09 15:01:28.154602 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9565b-c3c3-44fd-bc68-c34e41c4258c req-ed9df123-463d-4628-9d5d-acc55854191c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:28.156086 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-79c9565b-c3c3-44fd-bc68-c34e41c4258c req-ed9df123-463d-4628-9d5d-acc55854191c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393555 Sep 09 15:01:28.254602 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-79c9565b-c3c3-44fd-bc68-c34e41c4258c req-bbb79bb3-180f-4e90-ae8e-706491d795a2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915844 Sep 09 15:01:28.353260 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-79c9565b-c3c3-44fd-bc68-c34e41c4258c req-6a157817-1909-4416-8696-665c02a16c2d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911171 Sep 09 15:01:28.829732 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91abfa12-212b-4f79-b32d-77876e0482f8 req-14ae5109-e9a4-46e7-82e0-8a35a6f873bc tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:28.831165 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-91abfa12-212b-4f79-b32d-77876e0482f8 req-14ae5109-e9a4-46e7-82e0-8a35a6f873bc tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.2958276 Sep 09 15:01:28.850212 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ea2b4-4554-48e3-bd5f-25a1130493ad req-c3882f8f-a105-413b-b170-86f8ba91789a tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:28.851584 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-107ea2b4-4554-48e3-bd5f-25a1130493ad req-c3882f8f-a105-413b-b170-86f8ba91789a tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 943 time: 0.2883570 Sep 09 15:01:28.867984 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:28.972571 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-91abfa12-212b-4f79-b32d-77876e0482f8 req-f715f188-7721-4dbb-9f07-e88b8bcbc115 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336739 Sep 09 15:01:28.978146 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-107ea2b4-4554-48e3-bd5f-25a1130493ad req-0163bd68-7109-485e-af0f-98b1cc1dc554 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184287 Sep 09 15:01:29.055748 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-edec665a-e30c-47dd-a342-e7b64b1c6978 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:29.057224 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-edec665a-e30c-47dd-a342-e7b64b1c6978 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.16 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 817 time: 0.1570137 Sep 09 15:01:29.127134 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8da82c1a-2b74-4be0-b1b9-c59b771cf56c req-46cbd137-63d0-4883-ba39-aaee9129c575 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 210 time: 0.0605545 Sep 09 15:01:29.140379 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966b923-7ec9-49a2-9609-ef8ed7fda30c req-6954120f-a792-426f-9f42-87820f8e11aa tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:29.141873 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e966b923-7ec9-49a2-9609-ef8ed7fda30c req-6954120f-a792-426f-9f42-87820f8e11aa tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0837843 Sep 09 15:01:29.191695 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-9d335046-e87f-4123-a8c7-e140401bee55 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a HTTP/1.1" status: 200 len: 380 time: 0.1228955 Sep 09 15:01:29.196616 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:29.207231 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Request body: {'port': {'device_id': '23ac907a-c540-41ce-bcc5-3339348a221b', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'admin_state_up': True, 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'security_groups': ['7bc4fd56-9f10-4877-9697-2e5cdefdb367']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:29.260414 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e966b923-7ec9-49a2-9609-ef8ed7fda30c req-3c1cc0d7-baab-4637-8416-20928d578a28 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126318 Sep 09 15:01:29.323514 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Made reservation on behalf of c83910e3ac2f4c8f9f127ab767bffd1a for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:01:29.327177 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:29.452262 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Allocated IP 172.20.0.5 (93d5556e-7098-41ee-955a-f1126257e985/e593ff28-5a4f-4b16-9e61-30d2cbd678db/c8f3dda8-23ee-414a-9861-fbe66c356bcf) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:01:29.589568 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:29.621006 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:29.662899 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Network 93d5556e-7098-41ee-955a-f1126257e985 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:01:29.668110 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:01:29.671949 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:01:29.676419 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:29.677004 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:29.682728 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event updated for resources: {'Port': ['ID=c8f3dda8-23ee-414a-9861-fbe66c356bcf,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:29.699196 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-f36c7960-d4d2-4aa9-b9d2-9b5798b0eb6c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5012696 Sep 09 15:01:29.710944 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Request body: {'port': {'device_id': '23ac907a-c540-41ce-bcc5-3339348a221b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:29.764219 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:29.772552 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:29.840407 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-dd0b88f4-5c3e-4c1d-b62c-bf0beb5b6047 None None] Provisioning complete for port c8f3dda8-23ee-414a-9861-fbe66c356bcf triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:29.840940 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-dd0b88f4-5c3e-4c1d-b62c-bf0beb5b6047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:29.873716 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-dd0b88f4-5c3e-4c1d-b62c-bf0beb5b6047 None None] Port c8f3dda8-23ee-414a-9861-fbe66c356bcf cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:01:29.939181 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:30.034274 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f3dda8-23ee-414a-9861-fbe66c356bcf {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:01:30.041973 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Publish callbacks [] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:30.056264 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Transition to ACTIVE for port object c8f3dda8-23ee-414a-9861-fbe66c356bcf will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 15:01:30.060203 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:30.191081 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f3dda8-23ee-414a-9861-fbe66c356bcf,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:30.198045 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ecc28a-b910-4c65-9a55-ca36e60d1683 req-4a33aaef-5cba-4120-89aa-6dc5fa208771 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:30.199486 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a3ecc28a-b910-4c65-9a55-ca36e60d1683 req-4a33aaef-5cba-4120-89aa-6dc5fa208771 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.1329727 Sep 09 15:01:30.210325 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7322a-35c2-4a6c-99ac-e91676eabd99 req-cd194c4e-c382-415a-944f-e8e0d9ee8c77 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:30.211654 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ec7322a-35c2-4a6c-99ac-e91676eabd99 req-cd194c4e-c382-415a-944f-e8e0d9ee8c77 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 943 time: 0.1416795 Sep 09 15:01:30.227487 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.227829 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.228165 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.228496 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.228823 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.229148 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.229497 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.229817 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.230135 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.230453 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.230771 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.231089 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.231403 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.231717 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.232028 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:30.241527 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Attempting to bind port c8f3dda8-23ee-414a-9861-fbe66c356bcf on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:01:30.241861 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Attempting to bind port c8f3dda8-23ee-414a-9861-fbe66c356bcf by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:01:30.242181 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Attempting to bind port c8f3dda8-23ee-414a-9861-fbe66c356bcf on network 93d5556e-7098-41ee-955a-f1126257e985 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:01:30.343720 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ec7322a-35c2-4a6c-99ac-e91676eabd99 req-f0e2b603-a90e-4ad3-8623-5df69725cbe6 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254551 Sep 09 15:01:30.344659 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Port c8f3dda8-23ee-414a-9861-fbe66c356bcf on network 93d5556e-7098-41ee-955a-f1126257e985 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 15:01:30.344978 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Attempting to bind port c8f3dda8-23ee-414a-9861-fbe66c356bcf on network 93d5556e-7098-41ee-955a-f1126257e985 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:01:30.349577 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a3ecc28a-b910-4c65-9a55-ca36e60d1683 req-910d7291-52d4-4b7d-93c0-8ca9019e1920 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355305 Sep 09 15:01:30.392465 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:01:30.392800 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Checking segment: {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:01:30.393182 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Bound using segment: {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:01:30.393637 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Bound port: c8f3dda8-23ee-414a-9861-fbe66c356bcf, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f962e31a-d463-40a5-8b24-ba804f3cea35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '93d5556e-7098-41ee-955a-f1126257e985'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:01:30.394000 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:30.498150 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2274484-74d9-4dd1-a7c4-466c413ac5cc req-fd15cdd5-0744-4fef-97e9-257744b15c24 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:30.499581 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e2274484-74d9-4dd1-a7c4-466c413ac5cc req-fd15cdd5-0744-4fef-97e9-257744b15c24 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0963938 Sep 09 15:01:30.549008 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a9a95a-8edf-4499-8f6a-f7b8bb8b3ccd req-68c8aea4-6f93-444d-9761-0304b54209ad tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:30.550389 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e0a9a95a-8edf-4499-8f6a-f7b8bb8b3ccd req-68c8aea4-6f93-444d-9761-0304b54209ad tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.1101613 Sep 09 15:01:30.552755 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:30.561597 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:01:30.598735 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:01:30.610905 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:30.615225 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e2274484-74d9-4dd1-a7c4-466c413ac5cc req-344698de-a7a9-48c8-bd88-65865036e7f6 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069927 Sep 09 15:01:30.616430 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:30.617043 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:30.618302 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/c8f3dda8-23ee-414a-9861-fbe66c356bcf HTTP/1.1" status: 200 len: 1093 time: 0.9117048 Sep 09 15:01:30.625223 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:01:30.628496 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999cde97-e098-47b5-890e-2217d647c730" -d '{"events": [{"name": "network-changed", "server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:01:30.673511 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e0a9a95a-8edf-4499-8f6a-f7b8bb8b3ccd req-6cc62e97-0761-434f-9b31-9a59c5b600a8 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131456 Sep 09 15:01:30.680430 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05160da2-0dbc-4507-a659-42641871689a x-openstack-request-id: req-05160da2-0dbc-4507-a659-42641871689a {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:01:30.680720 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:01:30.680971 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05160da2-0dbc-4507-a659-42641871689a {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:01:30.681394 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05160da2-0dbc-4507-a659-42641871689a'] response: {'name': 'network-changed', 'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'status': 'completed', 'code': 200} Sep 09 15:01:30.725268 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3fad9-802c-4916-be41-40388ff07f50 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f3dda8-23ee-414a-9861-fbe66c356bcf,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:30.730652 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-55be87ad-481a-4435-97d0-65ba47658e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:30.732218 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-55be87ad-481a-4435-97d0-65ba47658e04 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 1127 time: 0.0578034 Sep 09 15:01:30.771256 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-82ea8358-98af-40a3-9ab6-91153edcf6ea service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf HTTP/1.1" status: 200 len: 217 time: 0.0316949 Sep 09 15:01:30.839629 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:30.858040 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-a422d0d8-bf21-491b-b7e6-4930f2dd6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:30.859448 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-a422d0d8-bf21-491b-b7e6-4930f2dd6acb service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e593ff28-5a4f-4b16-9e61-30d2cbd678db HTTP/1.1" status: 200 len: 856 time: 0.0495985 Sep 09 15:01:30.902436 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-7a337508-59b0-4d7b-9fe9-68c09c41c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:30.904243 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-7a337508-59b0-4d7b-9fe9-68c09c41c0c3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93d5556e-7098-41ee-955a-f1126257e985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0384519 Sep 09 15:01:30.995367 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-242d5329-25b7-4697-89b3-74cebb14e2e7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806689 Sep 09 15:01:31.089590 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a1f06a98-b4d3-4752-aacc-5afe8cfdae7b req-110c3779-cc45-4e93-88f6-1f7703d40849 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862000 Sep 09 15:01:31.496427 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b7331-d9e5-451a-919a-11d1f50bfddb req-6da037f7-0ca0-4fa5-a6d6-309e74278985 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:31.497881 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-415b7331-d9e5-451a-919a-11d1f50bfddb req-6da037f7-0ca0-4fa5-a6d6-309e74278985 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 943 time: 0.0744328 Sep 09 15:01:31.519295 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc8eb7-2203-4fa4-b1cd-ce51a32af1a6 req-e7208a06-3b41-4e14-987e-392f92823732 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:31.520651 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e6fc8eb7-2203-4fa4-b1cd-ce51a32af1a6 req-e7208a06-3b41-4e14-987e-392f92823732 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0688479 Sep 09 15:01:31.583444 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-415b7331-d9e5-451a-919a-11d1f50bfddb req-1f9d1001-43a0-42fa-b97a-7385faea6b89 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776725 Sep 09 15:01:31.595003 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e6fc8eb7-2203-4fa4-b1cd-ce51a32af1a6 req-d58b8c9f-494b-48a1-86e0-823e18a53afa tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677583 Sep 09 15:01:31.745081 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a266c-5e1a-403a-9aff-ff2873839201 req-b88bec63-b450-43b5-8cb2-fd1057575fed tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:31.746570 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b86a266c-5e1a-403a-9aff-ff2873839201 req-b88bec63-b450-43b5-8cb2-fd1057575fed tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0465970 Sep 09 15:01:31.810186 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ef5e9-ebba-416a-98f4-52518dd58f72 req-a76f1422-1ac6-403e-82b3-d63445779733 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:31.811609 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4b0ef5e9-ebba-416a-98f4-52518dd58f72 req-a76f1422-1ac6-403e-82b3-d63445779733 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0627880 Sep 09 15:01:31.848056 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b86a266c-5e1a-403a-9aff-ff2873839201 req-c71839d3-457b-483d-993e-8e4fa0b9b91a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902514 Sep 09 15:01:31.873901 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4b0ef5e9-ebba-416a-98f4-52518dd58f72 req-7e25058a-ba8c-4866-8f7f-08726c304435 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561807 Sep 09 15:01:32.072740 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cde97-e098-47b5-890e-2217d647c730 req-cc8efd82-753b-4074-9b42-267d8463483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:32.074306 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-999cde97-e098-47b5-890e-2217d647c730 req-cc8efd82-753b-4074-9b42-267d8463483b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 1127 time: 0.0440385 Sep 09 15:01:32.168241 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cde97-e098-47b5-890e-2217d647c730 req-8a4165ca-dad8-4436-9cd6-9d7ff3e10e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:32.169993 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-999cde97-e098-47b5-890e-2217d647c730 req-8a4165ca-dad8-4436-9cd6-9d7ff3e10e94 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 918 time: 0.0875776 Sep 09 15:01:32.387961 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8f3dda8-23ee-414a-9861-fbe66c356bcf details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:01:32.484266 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:32.498410 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'port_id': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'mac_address': 'fa:16:3e:51:59:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:01:32.532966 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port c8f3dda8-23ee-414a-9861-fbe66c356bcf is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:32.533313 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:32.546021 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f3dda8-23ee-414a-9861-fbe66c356bcf {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:01:32.565000 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:32.569103 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:32.614835 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=c8f3dda8-23ee-414a-9861-fbe66c356bcf,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:32.622071 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.622420 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.622789 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.623146 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.623554 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.623799 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.624125 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.624472 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.624772 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.625170 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.625433 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.625756 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.626094 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.626385 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.626703 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:32.733980 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d7d44-8b2f-4658-ab81-b438cad410ed req-8de111cf-bf2c-447e-b7f0-5ab27e6ef545 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:32.735450 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-794d7d44-8b2f-4658-ab81-b438cad410ed req-8de111cf-bf2c-447e-b7f0-5ab27e6ef545 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 943 time: 0.0753226 Sep 09 15:01:32.737746 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:32.749774 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a3383-7da1-490e-8859-0c68fca8e0a7 req-9f7fb219-1f60-4848-bebe-c9ebe4827482 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:32.751189 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2c2a3383-7da1-490e-8859-0c68fca8e0a7 req-9f7fb219-1f60-4848-bebe-c9ebe4827482 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0616877 Sep 09 15:01:32.828184 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-794d7d44-8b2f-4658-ab81-b438cad410ed req-d772c0ca-fb96-4a33-bfc7-b1c541238d33 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848494 Sep 09 15:01:32.831936 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2c2a3383-7da1-490e-8859-0c68fca8e0a7 req-4a0a60f1-a926-4ae5-a1bc-631da3bd5cd3 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749002 Sep 09 15:01:32.859696 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['c8f3dda8-23ee-414a-9861-fbe66c356bcf'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:01:32.973847 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:32.977213 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:33.005806 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25812daf-f76e-4155-a9ed-a41363413869 req-48056ab7-827f-483a-9f3c-3540e7f6010e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:33.007271 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-25812daf-f76e-4155-a9ed-a41363413869 req-48056ab7-827f-483a-9f3c-3540e7f6010e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 944 time: 0.0772710 Sep 09 15:01:33.026429 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca264f91-05a8-4383-a4cd-b3c7be899693 req-6dffa40a-89bb-4c3a-8eb8-2d0a85f1e33a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:33.027834 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ca264f91-05a8-4383-a4cd-b3c7be899693 req-6dffa40a-89bb-4c3a-8eb8-2d0a85f1e33a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0678017 Sep 09 15:01:33.095209 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-25812daf-f76e-4155-a9ed-a41363413869 req-5c9dbc1e-7f67-4270-965a-8971be7b56b8 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803082 Sep 09 15:01:33.098783 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ca264f91-05a8-4383-a4cd-b3c7be899693 req-18f58e02-8fc8-42b8-8e44-2d280a4a6f33 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627098 Sep 09 15:01:33.292267 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-999cde97-e098-47b5-890e-2217d647c730 req-45ff5fcd-d093-41c6-8937-8947029a8f79 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf HTTP/1.1" status: 200 len: 217 time: 0.0377085 Sep 09 15:01:33.983978 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ef3a41-a842-4919-a404-45847d77c7ea req-48e4556c-dbcd-4420-ae0e-307f4939b8bf tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:33.985986 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-61ef3a41-a842-4919-a404-45847d77c7ea req-48e4556c-dbcd-4420-ae0e-307f4939b8bf tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 943 time: 0.0833442 Sep 09 15:01:34.008430 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:34.014566 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:34.015536 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2bd1f-2f11-4aa6-a4af-71f121e95c4f req-10ae943b-3092-46a6-915a-7f3db7c51f56 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:34.017085 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-34d2bd1f-2f11-4aa6-a4af-71f121e95c4f req-10ae943b-3092-46a6-915a-7f3db7c51f56 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.1041951 Sep 09 15:01:34.076263 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cde97-e098-47b5-890e-2217d647c730 req-83b7d7f5-f48c-4efa-830b-fe6a9b15377e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:34.077666 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-999cde97-e098-47b5-890e-2217d647c730 req-83b7d7f5-f48c-4efa-830b-fe6a9b15377e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e593ff28-5a4f-4b16-9e61-30d2cbd678db HTTP/1.1" status: 200 len: 856 time: 0.1076107 Sep 09 15:01:34.171218 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-61ef3a41-a842-4919-a404-45847d77c7ea req-40789ebf-a667-4a10-a0dd-e3c625d94afa tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621854 Sep 09 15:01:34.172185 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d028ce9-822c-4151-b4dc-d6ce36bc6a9d req-c1234bcc-c5ea-423b-9faa-ea4794feeb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:34.174122 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5d028ce9-822c-4151-b4dc-d6ce36bc6a9d req-c1234bcc-c5ea-423b-9faa-ea4794feeb75 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 1129 time: 0.1096573 Sep 09 15:01:34.182064 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-34d2bd1f-2f11-4aa6-a4af-71f121e95c4f req-0f8f3f3e-77c4-42c1-82d6-9ea6a3aa6999 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533244 Sep 09 15:01:34.183406 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999cde97-e098-47b5-890e-2217d647c730 req-3f28af50-dc8b-4378-814e-5b925c2daf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:34.184540 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-999cde97-e098-47b5-890e-2217d647c730 req-3f28af50-dc8b-4378-814e-5b925c2daf4b service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93d5556e-7098-41ee-955a-f1126257e985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0853605 Sep 09 15:01:34.365977 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36feaf6-4710-4157-8a78-a3db8159ab14 req-0b3afddc-51e7-49f0-a347-6e3dc6d2c003 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:34.367410 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f36feaf6-4710-4157-8a78-a3db8159ab14 req-0b3afddc-51e7-49f0-a347-6e3dc6d2c003 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.1327095 Sep 09 15:01:34.389906 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5d028ce9-822c-4151-b4dc-d6ce36bc6a9d req-745aed78-1c60-4ca0-8d66-7c506cb32f87 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800447 Sep 09 15:01:34.395536 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169939f-06d0-4670-85fc-f77304b89ba4 req-16345e47-db0a-49b4-9e50-32a292930f61 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:34.396907 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7169939f-06d0-4670-85fc-f77304b89ba4 req-16345e47-db0a-49b4-9e50-32a292930f61 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 944 time: 0.1393421 Sep 09 15:01:34.414917 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 8c96acd7-4922-4cce-9604-cfd8b94ada60 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:01:34.417023 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8f3dda8-23ee-414a-9861-fbe66c356bcf up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:01:34.462367 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-999cde97-e098-47b5-890e-2217d647c730 req-d6fae3ba-14a4-492b-b1f3-c7ddd3f47a89 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464523 Sep 09 15:01:34.491543 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f36feaf6-4710-4157-8a78-a3db8159ab14 req-8641bf01-4fe3-4f4d-8a02-4c863a614cdc tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147037 Sep 09 15:01:34.495594 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7169939f-06d0-4670-85fc-f77304b89ba4 req-3cccc539-d583-4c99-b134-179b307e7729 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874152 Sep 09 15:01:34.514887 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port c8f3dda8-23ee-414a-9861-fbe66c356bcf completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 15:01:34.524611 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port c8f3dda8-23ee-414a-9861-fbe66c356bcf triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:34.524989 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:34.580659 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 8c96acd7-4922-4cce-9604-cfd8b94ada60, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=8c96acd7-4922-4cce-9604-cfd8b94ada60,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:34.596068 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '8c96acd7-4922-4cce-9604-cfd8b94ada60', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'port_id': '8c96acd7-4922-4cce-9604-cfd8b94ada60', 'mac_address': 'fa:16:3e:70:35:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:01:34.640498 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:34.664062 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port c8f3dda8-23ee-414a-9861-fbe66c356bcf is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:34.664453 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:34.667799 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 8c96acd7-4922-4cce-9604-cfd8b94ada60 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:34.668173 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:34.699497 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c96acd7-4922-4cce-9604-cfd8b94ada60 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:01:34.711123 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:01:34.713451 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9631c3b9-b9c4-47fa-8807-d3e1b0784025" -d '{"events": [{"server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "name": "network-vif-plugged", "status": "completed", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:01:34.733279 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:34.741731 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:34.744748 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 8c96acd7-4922-4cce-9604-cfd8b94ada60, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=8c96acd7-4922-4cce-9604-cfd8b94ada60,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:34.751141 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:34.770383 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63c72bd-2fe2-4aea-8ca2-3bee402dbaae x-openstack-request-id: req-b63c72bd-2fe2-4aea-8ca2-3bee402dbaae {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:01:34.770616 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "name": "network-vif-plugged", "status": "completed", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:01:34.770855 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b63c72bd-2fe2-4aea-8ca2-3bee402dbaae {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:01:34.771199 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63c72bd-2fe2-4aea-8ca2-3bee402dbaae'] response: {'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'code': 200} Sep 09 15:01:34.799472 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=c8f3dda8-23ee-414a-9861-fbe66c356bcf,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:34.851875 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=8c96acd7-4922-4cce-9604-cfd8b94ada60,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:34.911216 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:34.917560 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-999cde97-e098-47b5-890e-2217d647c730 req-469c2cc7-1afb-42dc-94c0-6f46b9b0fa72 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202038 Sep 09 15:01:35.040304 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['8c96acd7-4922-4cce-9604-cfd8b94ada60'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:01:35.228717 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11a3f3-a8d6-45d7-abd9-0f5cee2389e6 req-0714c040-af62-42ce-b731-f7d18a0be41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:35.230297 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0c11a3f3-a8d6-45d7-abd9-0f5cee2389e6 req-0714c040-af62-42ce-b731-f7d18a0be41c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 1129 time: 0.0426173 Sep 09 15:01:35.316023 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:35.345642 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0c11a3f3-a8d6-45d7-abd9-0f5cee2389e6 req-bf56f3eb-6019-4da9-9e42-543745239951 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070423 Sep 09 15:01:35.357156 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5335d98-9600-4c18-a478-a30e8c85abd5 req-677d003f-3b6a-4eaf-9de7-f5b2d24ef03f tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:35.358571 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e5335d98-9600-4c18-a478-a30e8c85abd5 req-677d003f-3b6a-4eaf-9de7-f5b2d24ef03f tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 944 time: 0.0974011 Sep 09 15:01:35.366533 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b6557e-52bb-4a51-9105-11d77fb5e1b3 req-4379c8cb-5188-468e-97f2-e0cd60981da9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:35.367866 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b8b6557e-52bb-4a51-9105-11d77fb5e1b3 req-4379c8cb-5188-468e-97f2-e0cd60981da9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0962329 Sep 09 15:01:35.439221 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e5335d98-9600-4c18-a478-a30e8c85abd5 req-1ccbdef2-de2b-41af-b702-31571e03fb65 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703681 Sep 09 15:01:35.453011 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b8b6557e-52bb-4a51-9105-11d77fb5e1b3 req-e175334f-f207-4c69-8677-48372012f3ab tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783563 Sep 09 15:01:35.659454 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f50140e-3ead-4050-b136-9e903ea7b9b0 req-32b8140c-e1cc-428e-9f55-4380dd4ab521 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:35.661025 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f50140e-3ead-4050-b136-9e903ea7b9b0 req-32b8140c-e1cc-428e-9f55-4380dd4ab521 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0796618 Sep 09 15:01:35.678683 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c60b99-7f05-46f3-9615-665c4f278416 req-1911710e-2f4c-4d54-80e3-2cc79c4be623 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:35.680161 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e7c60b99-7f05-46f3-9615-665c4f278416 req-1911710e-2f4c-4d54-80e3-2cc79c4be623 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0702996 Sep 09 15:01:35.746705 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f50140e-3ead-4050-b136-9e903ea7b9b0 req-1110278c-ced5-4e5b-aa8d-938f616a07f2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791929 Sep 09 15:01:35.753478 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e7c60b99-7f05-46f3-9615-665c4f278416 req-33c309c3-df18-4098-b89a-b02d6d52453f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645022 Sep 09 15:01:36.417886 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 8c96acd7-4922-4cce-9604-cfd8b94ada60 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:01:36.420890 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:36.461840 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 8c96acd7-4922-4cce-9604-cfd8b94ada60 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 15:01:36.467686 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 8c96acd7-4922-4cce-9604-cfd8b94ada60 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:36.468057 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:36.545241 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 8c96acd7-4922-4cce-9604-cfd8b94ada60 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:01:36.545544 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:36.579238 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 8c96acd7-4922-4cce-9604-cfd8b94ada60, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=8c96acd7-4922-4cce-9604-cfd8b94ada60,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:36.582976 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:36.602209 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd868be-f6ce-4261-9eef-cf7498ac9f25 req-64ea454a-aa5e-4e0d-af55-128dd375f347 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:36.603676 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ffd868be-f6ce-4261-9eef-cf7498ac9f25 req-64ea454a-aa5e-4e0d-af55-128dd375f347 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 944 time: 0.0822721 Sep 09 15:01:36.615231 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a50b85-0ae0-4511-ae47-417e35c02b1d req-a64c7047-aa56-4fe0-9d0b-06645ff1090c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:36.616635 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-76a50b85-0ae0-4511-ae47-417e35c02b1d req-a64c7047-aa56-4fe0-9d0b-06645ff1090c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0815506 Sep 09 15:01:36.622701 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=76,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:36.624353 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:36.644369 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=8c96acd7-4922-4cce-9604-cfd8b94ada60,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:36.698040 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ffd868be-f6ce-4261-9eef-cf7498ac9f25 req-fd80b6f6-fbdd-4f94-8819-336ae541c2db tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801840 Sep 09 15:01:36.703086 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-76a50b85-0ae0-4511-ae47-417e35c02b1d req-0d894369-e1f3-4d62-908e-d0767e4a457c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789275 Sep 09 15:01:36.772429 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c96acd7-4922-4cce-9604-cfd8b94ada60'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:01:36.774765 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb6909a-22ce-4169-b20b-70bfa22248c5" -d '{"events": [{"server_uuid": "ffad6426-5a0d-4119-9cd7-c60407cc7972", "name": "network-vif-plugged", "status": "completed", "tag": "8c96acd7-4922-4cce-9604-cfd8b94ada60"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:01:36.812411 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa8b894-1ade-4971-a815-7ffdac282ee8 x-openstack-request-id: req-daa8b894-1ade-4971-a815-7ffdac282ee8 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:01:36.812784 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffad6426-5a0d-4119-9cd7-c60407cc7972", "name": "network-vif-plugged", "status": "completed", "tag": "8c96acd7-4922-4cce-9604-cfd8b94ada60", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:01:36.813134 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-daa8b894-1ade-4971-a815-7ffdac282ee8 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:01:36.813647 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daa8b894-1ade-4971-a815-7ffdac282ee8'] response: {'server_uuid': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c96acd7-4922-4cce-9604-cfd8b94ada60', 'code': 200} Sep 09 15:01:36.912064 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da81c5ff-28d4-4d2d-8066-8d45e6e10f31 req-ce1f9d42-1dbf-4deb-98f9-f75bbc9b8643 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:36.913551 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da81c5ff-28d4-4d2d-8066-8d45e6e10f31 req-ce1f9d42-1dbf-4deb-98f9-f75bbc9b8643 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0878329 Sep 09 15:01:36.932419 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74407932-6953-4fa5-8abd-9d9545e1551e req-3b133e79-777b-4b3f-a892-40b0acc9c1cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:36.933839 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-74407932-6953-4fa5-8abd-9d9545e1551e req-3b133e79-777b-4b3f-a892-40b0acc9c1cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0695934 Sep 09 15:01:37.002126 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da81c5ff-28d4-4d2d-8066-8d45e6e10f31 req-73b4de2c-4308-4d8c-ab63-65d66ba46101 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830479 Sep 09 15:01:37.004929 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-74407932-6953-4fa5-8abd-9d9545e1551e req-f931515b-6a40-4039-808a-2efaeb1419e2 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643587 Sep 09 15:01:37.439543 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca4c71-fce2-4076-861d-0b8e9014a25f req-8c745ae8-b5bb-431c-aeb9-5f53d3439afe tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:37.441822 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-feca4c71-fce2-4076-861d-0b8e9014a25f req-8c745ae8-b5bb-431c-aeb9-5f53d3439afe tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0545075 Sep 09 15:01:37.470984 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:37.509247 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-feca4c71-fce2-4076-861d-0b8e9014a25f req-d247232e-00fb-4caa-ac93-db2201b9005c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599020 Sep 09 15:01:37.602311 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad4478-e440-41ab-b996-a60eff6c67da req-241cf121-fe9c-4ce3-8f20-a7900aa733b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:37.603685 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d6ad4478-e440-41ab-b996-a60eff6c67da req-241cf121-fe9c-4ce3-8f20-a7900aa733b5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 1129 time: 0.0791106 Sep 09 15:01:37.606434 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55314-8852-483a-87e4-4c6dd4ef9d0a req-0709a0a2-4bc5-4009-a57b-17f6fd5dd547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:37.607779 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-30c55314-8852-483a-87e4-4c6dd4ef9d0a req-0709a0a2-4bc5-4009-a57b-17f6fd5dd547 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 1129 time: 0.0661006 Sep 09 15:01:37.646478 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-bcf350f9-b0a5-4d74-8181-117301fa45f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:37.716664 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d6ad4478-e440-41ab-b996-a60eff6c67da req-e052985b-8516-4a59-bef1-1629bb21aa02 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933626 Sep 09 15:01:37.753380 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55314-8852-483a-87e4-4c6dd4ef9d0a req-1bae6055-6e52-4ee9-b7d8-9f5e23e84960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:37.754804 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-30c55314-8852-483a-87e4-4c6dd4ef9d0a req-1bae6055-6e52-4ee9-b7d8-9f5e23e84960 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.1258793 Sep 09 15:01:37.858920 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528cb5f-570e-4705-8b2d-8cc0463809a1 req-fb9523f7-1215-42d9-b960-86471397b62e tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:37.860779 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e528cb5f-570e-4705-8b2d-8cc0463809a1 req-fb9523f7-1215-42d9-b960-86471397b62e tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0751548 Sep 09 15:01:37.867969 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d47e8-ac8b-470f-a036-6ad56b0bcc54 req-48649a4a-d3a5-4fad-bdc8-f60e58bbecc0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:37.869305 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2d4d47e8-ac8b-470f-a036-6ad56b0bcc54 req-48649a4a-d3a5-4fad-bdc8-f60e58bbecc0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 945 time: 0.0721326 Sep 09 15:01:37.910893 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:37.981270 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e528cb5f-570e-4705-8b2d-8cc0463809a1 req-6e2f3488-7e7c-4099-90e8-5a84f1f6a372 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110346 Sep 09 15:01:37.987232 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2d4d47e8-ac8b-470f-a036-6ad56b0bcc54 req-1a69b921-16e1-475b-a7f5-0d84fddba591 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114435 Sep 09 15:01:38.007826 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-30c55314-8852-483a-87e4-4c6dd4ef9d0a req-9a16c270-91b3-4871-9d3f-f83596347b67 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=598629db-7d01-4336-8d90-bf7ea717cd23 HTTP/1.1" status: 200 len: 1000 time: 0.0906477 Sep 09 15:01:38.058554 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55314-8852-483a-87e4-4c6dd4ef9d0a req-57afa28d-e8fd-4870-b20d-c7d0f880ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:38.060089 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-30c55314-8852-483a-87e4-4c6dd4ef9d0a req-57afa28d-e8fd-4870-b20d-c7d0f880ed91 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.0460365 Sep 09 15:01:38.139615 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c55314-8852-483a-87e4-4c6dd4ef9d0a req-88b0aeda-8dab-4435-8f81-183cbd363495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:38.141173 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-30c55314-8852-483a-87e4-4c6dd4ef9d0a req-88b0aeda-8dab-4435-8f81-183cbd363495 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0740132 Sep 09 15:01:38.154192 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad78933-b8b2-4bd5-88e0-41704e68ff33 req-4762e091-23a4-4077-8fb5-0ccda9b0e45f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:38.155581 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dad78933-b8b2-4bd5-88e0-41704e68ff33 req-4762e091-23a4-4077-8fb5-0ccda9b0e45f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0583303 Sep 09 15:01:38.203272 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dad78933-b8b2-4bd5-88e0-41704e68ff33 req-969fc401-6c6a-4d6f-884e-0d6a11968802 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412068 Sep 09 15:01:38.321642 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788ae1f-8571-419b-a32f-8ba5637fe1ef req-88acd145-d52d-44bd-a5b7-cda1838cdc5c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:38.323067 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7788ae1f-8571-419b-a32f-8ba5637fe1ef req-88acd145-d52d-44bd-a5b7-cda1838cdc5c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0468032 Sep 09 15:01:38.333511 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 37974) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:38.337805 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-1ddf5cf2-6c64-4a85-b4c4-90ddb63489b7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Request body: {'floatingip': {'port_id': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:38.378090 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1ddf5cf2-6c64-4a85-b4c4-90ddb63489b7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (57d81f6a-ec79-4fa4-8072-a91cae066f92), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:38.640884 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:38.686207 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-30c55314-8852-483a-87e4-4c6dd4ef9d0a req-2a414dae-0ddc-4243-b79e-224df8b5b1c6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219243 Sep 09 15:01:38.697224 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb41bf-01dc-450f-9b4d-a1e609b37b2a req-7dcb62e4-7833-4d50-acb7-2666ff646730 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:38.698661 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-35cb41bf-01dc-450f-9b4d-a1e609b37b2a req-7dcb62e4-7833-4d50-acb7-2666ff646730 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.1095319 Sep 09 15:01:38.894028 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-35cb41bf-01dc-450f-9b4d-a1e609b37b2a req-0da82747-fb57-4c37-897b-46c8de4a597a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862867 Sep 09 15:01:38.962764 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-30c55314-8852-483a-87e4-4c6dd4ef9d0a req-4b310b0c-8464-46a7-b9c2-822028aab1be service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313499 Sep 09 15:01:39.035548 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:39.042970 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1ddf5cf2-6c64-4a85-b4c4-90ddb63489b7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:39.047819 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1ddf5cf2-6c64-4a85-b4c4-90ddb63489b7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (57d81f6a-ec79-4fa4-8072-a91cae066f92), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:39.411681 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac780b-3b59-4ad9-bce8-8b0735476cdf req-0210d430-b65d-43d6-838b-4005ac3acc2e tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:39.413106 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-65ac780b-3b59-4ad9-bce8-8b0735476cdf req-0210d430-b65d-43d6-838b-4005ac3acc2e tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 945 time: 0.3285873 Sep 09 15:01:39.423864 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50845f12-76e8-4378-97c1-fc3afbbcfc6f req-763b77d9-3c58-4eae-846d-794ddf4e19aa tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:39.425178 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-50845f12-76e8-4378-97c1-fc3afbbcfc6f req-763b77d9-3c58-4eae-846d-794ddf4e19aa tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.3420751 Sep 09 15:01:39.476753 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [None req-1ddf5cf2-6c64-4a85-b4c4-90ddb63489b7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Floating IP 57d81f6a-ec79-4fa4-8072-a91cae066f92 associated. External IP: 172.27.3.180, port: c8f3dda8-23ee-414a-9861-fbe66c356bcf. Sep 09 15:01:39.557690 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-65ac780b-3b59-4ad9-bce8-8b0735476cdf req-567c1b75-7554-4858-9c89-bc5c72588950 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315567 Sep 09 15:01:39.567921 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-50845f12-76e8-4378-97c1-fc3afbbcfc6f req-1ccc1dc0-1baa-4cb2-8619-e9a12da6ab26 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324821 Sep 09 15:01:39.724000 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddf5cf2-6c64-4a85-b4c4-90ddb63489b7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Router b9963152-3cf6-4059-a134-e1cfdaf05a59 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:01:39.726093 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:39.827997 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddf5cf2-6c64-4a85-b4c4-90ddb63489b7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:01:39.833343 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1ddf5cf2-6c64-4a85-b4c4-90ddb63489b7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:39.837885 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5de5e-a5a6-46a4-919d-08f9b72d8432 None None] Sync routers for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:01:39.848085 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5de5e-a5a6-46a4-919d-08f9b72d8432 None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:39.848784 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-39c5de5e-a5a6-46a4-919d-08f9b72d8432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:01:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:39.851518 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:39.866749 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-1ddf5cf2-6c64-4a85-b4c4-90ddb63489b7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/57d81f6a-ec79-4fa4-8072-a91cae066f92 HTTP/1.1" status: 200 len: 991 time: 1.5301082 Sep 09 15:01:39.866749 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:01:39.867555 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30213a5-f9a5-43d6-abc8-6820fd66e3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:01:39.905881 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f628720-9e91-4992-b941-7e7df2104b3b x-openstack-request-id: req-9f628720-9e91-4992-b941-7e7df2104b3b {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:01:39.906754 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:01:39.906754 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f628720-9e91-4992-b941-7e7df2104b3b {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:01:39.907539 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f628720-9e91-4992-b941-7e7df2104b3b'] response: {'name': 'network-changed', 'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'status': 'completed', 'code': 200} Sep 09 15:01:39.915035 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-44e6e0c6-a004-4d78-8308-53648b7eac32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:39.971635 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-39c5de5e-a5a6-46a4-919d-08f9b72d8432 None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:40.034936 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df598c5d-fe78-4c5c-bfc9-3c90bafe7cdb req-d702b470-8476-4ee2-9d86-fc29ac37bd6b tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:40.036405 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-df598c5d-fe78-4c5c-bfc9-3c90bafe7cdb req-d702b470-8476-4ee2-9d86-fc29ac37bd6b tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0504210 Sep 09 15:01:40.083456 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-df598c5d-fe78-4c5c-bfc9-3c90bafe7cdb req-0aa73fa5-d285-49aa-a52c-993cf220ad57 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409393 Sep 09 15:01:40.303932 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-39c5de5e-a5a6-46a4-919d-08f9b72d8432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '57d81f6a-ec79-4fa4-8072-a91cae066f92', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'port_id': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'mac_address': 'fa:16:3e:51:59:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ac907a-c540-41ce-bcc5-3339348a221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:01:26Z', 'updated_at': '2022-09-09T15:01:38Z', 'revision_number': 1, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:40Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:40.329547 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5de5e-a5a6-46a4-919d-08f9b72d8432 None None] Checking router: b9963152-3cf6-4059-a134-e1cfdaf05a59 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:01:40.337593 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c5de5e-a5a6-46a4-919d-08f9b72d8432 None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:40.338195 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-39c5de5e-a5a6-46a4-919d-08f9b72d8432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:01:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:40.438915 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-39c5de5e-a5a6-46a4-919d-08f9b72d8432 None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:40.640024 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:40.651868 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-39c5de5e-a5a6-46a4-919d-08f9b72d8432 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '57d81f6a-ec79-4fa4-8072-a91cae066f92', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'port_id': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'mac_address': 'fa:16:3e:51:59:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ac907a-c540-41ce-bcc5-3339348a221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:01:26Z', 'updated_at': '2022-09-09T15:01:38Z', 'revision_number': 1, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:40Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:40.682058 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5de5e-a5a6-46a4-919d-08f9b72d8432 None None] The sync data for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi is: [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '57d81f6a-ec79-4fa4-8072-a91cae066f92', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'port_id': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'mac_address': 'fa:16:3e:51:59:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23ac907a-c540-41ce-bcc5-3339348a221b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:01:26Z', 'updated_at': '2022-09-09T15:01:38Z', 'revision_number': 1, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:40Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:01:40.720430 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ccea8-1a58-4499-a90b-05902e901ec8 req-a5101955-b834-40c4-9432-f74e0cfe70f1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:40.722000 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b92ccea8-1a58-4499-a90b-05902e901ec8 req-a5101955-b834-40c4-9432-f74e0cfe70f1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 945 time: 0.0860121 Sep 09 15:01:40.727539 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581f94a-6372-4b3b-8adf-f3e0974986fa req-2ac69fda-0fdd-4527-94ee-4546949103a6 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:40.728952 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5581f94a-6372-4b3b-8adf-f3e0974986fa req-2ac69fda-0fdd-4527-94ee-4546949103a6 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0813525 Sep 09 15:01:40.796362 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b92ccea8-1a58-4499-a90b-05902e901ec8 req-5feacf07-0809-4bf0-80ae-fe6a74bee161 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664401 Sep 09 15:01:40.813724 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5581f94a-6372-4b3b-8adf-f3e0974986fa req-b7a53aa7-3fe1-4cb9-9685-8f7e1e2777fa tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753303 Sep 09 15:01:40.894929 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bbe954-f065-4a1d-9093-00bc40893460 None None] New status for floating IP 57d81f6a-ec79-4fa4-8072-a91cae066f92: ACTIVE {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:01:40.922043 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ab230-3efe-4f6e-9777-0a205e7021ae req-b2479795-0599-452f-835c-667ab0b8be21 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:40.925239 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-176ab230-3efe-4f6e-9777-0a205e7021ae req-b2479795-0599-452f-835c-667ab0b8be21 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 945 time: 0.0497715 Sep 09 15:01:40.944459 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:40.989030 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-176ab230-3efe-4f6e-9777-0a205e7021ae req-cc964690-486a-488b-8a71-7b6880f360be tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527606 Sep 09 15:01:41.023580 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38016) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:41.063190 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0fad7-5f42-48a6-a385-5dc097a340ad req-8e3587cd-838c-47c9-994e-297896a32c5f tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:41.064630 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0ff0fad7-5f42-48a6-a385-5dc097a340ad req-8e3587cd-838c-47c9-994e-297896a32c5f tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0719435 Sep 09 15:01:41.146544 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0ff0fad7-5f42-48a6-a385-5dc097a340ad req-14df55fd-1b99-4c62-8c53-ebf9072e1344 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697374 Sep 09 15:01:41.189652 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30213a5-f9a5-43d6-abc8-6820fd66e3d9 req-8f627b35-0538-4ff7-a4ef-b3b9ec231f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:41.191160 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e30213a5-f9a5-43d6-abc8-6820fd66e3d9 req-8f627b35-0538-4ff7-a4ef-b3b9ec231f58 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 1129 time: 0.0437851 Sep 09 15:01:41.194233 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec1b439-49a4-42e8-8a84-8720fe3372d1 tempest-TestVolumeBootPattern-1849863589 tempest-TestVolumeBootPattern-1849863589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:41.197849 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-7ec1b439-49a4-42e8-8a84-8720fe3372d1 tempest-TestVolumeBootPattern-1849863589 tempest-TestVolumeBootPattern-1849863589-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 1124 time: 0.1727543 Sep 09 15:01:41.198732 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38024) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:41.203338 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'port_id': '8c96acd7-4922-4cce-9604-cfd8b94ada60', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:41.226108 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:41.297363 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c805ad-01bf-4877-81d5-9592f3cf94ae req-35f44825-3b7b-48e7-94fb-686cd6052031 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:41.298897 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-91c805ad-01bf-4877-81d5-9592f3cf94ae req-35f44825-3b7b-48e7-94fb-686cd6052031 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.1068916 Sep 09 15:01:41.311343 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:41.311967 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:41.355805 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf727c-4c22-4b39-9db7-c44d95362688 req-2d257098-d6dd-4001-bb3b-f3940fd9479f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:41.357351 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-21bf727c-4c22-4b39-9db7-c44d95362688 req-2d257098-d6dd-4001-bb3b-f3940fd9479f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e498d32cc51a4bad9cb21e58985ce63e&device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 1129 time: 0.0805037 Sep 09 15:01:41.398278 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30213a5-f9a5-43d6-abc8-6820fd66e3d9 req-082d9492-f515-455d-958f-0b15b08252e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:41.399697 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e30213a5-f9a5-43d6-abc8-6820fd66e3d9 req-082d9492-f515-455d-958f-0b15b08252e2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 918 time: 0.1772647 Sep 09 15:01:41.403131 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-91c805ad-01bf-4877-81d5-9592f3cf94ae req-8dbdd302-27c7-4f80-bf3c-234ee53f85f6 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861154 Sep 09 15:01:41.417895 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Allocated IP 172.27.3.134 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/c5770fa5-2a52-4bf2-a079-f6252ee9acbc) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:01:41.523272 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for port (c5770fa5-2a52-4bf2-a079-f6252ee9acbc), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:41.554664 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (c5770fa5-2a52-4bf2-a079-f6252ee9acbc), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:41.590480 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:01:41.593275 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:01:41.598894 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:01:41.626555 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'Port': ['ID=c5770fa5-2a52-4bf2-a079-f6252ee9acbc,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:41.637810 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.638156 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.638493 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.638827 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.639155 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.639481 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.639804 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.640124 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.640444 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.640769 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.641088 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.641459 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.641776 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.642090 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.642405 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:01:41.895093 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e30213a5-f9a5-43d6-abc8-6820fd66e3d9 req-26f34048-d70f-4542-bfc4-ab4f4019b88d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf HTTP/1.1" status: 200 len: 1001 time: 0.1072478 Sep 09 15:01:41.922424 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:41.953890 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf727c-4c22-4b39-9db7-c44d95362688 req-bf438beb-5434-44f3-b8b6-d1bee6469161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:41.955515 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-21bf727c-4c22-4b39-9db7-c44d95362688 req-bf438beb-5434-44f3-b8b6-d1bee6469161 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=bdb8f25d-969f-4b3f-93fd-134c876a47c8 HTTP/1.1" status: 200 len: 912 time: 0.1794772 Sep 09 15:01:41.985991 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:41.987508 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (a276d9e4-82aa-4805-b65d-f62d747f33c2), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:41.999104 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30213a5-f9a5-43d6-abc8-6820fd66e3d9 req-252608ce-13cd-43d2-9ad3-3022ec9a583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:42.000546 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e30213a5-f9a5-43d6-abc8-6820fd66e3d9 req-252608ce-13cd-43d2-9ad3-3022ec9a583d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e593ff28-5a4f-4b16-9e61-30d2cbd678db HTTP/1.1" status: 200 len: 856 time: 0.0948980 Sep 09 15:01:42.055955 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:42.074479 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-21bf727c-4c22-4b39-9db7-c44d95362688 req-617515e2-0522-414d-99c7-130182c1fe11 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=112e83fe-adcc-47b0-8085-50326186abe9 HTTP/1.1" status: 200 len: 1001 time: 0.1116858 Sep 09 15:01:42.085335 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c5770fa5-2a52-4bf2-a079-f6252ee9acbc), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:42.095176 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30213a5-f9a5-43d6-abc8-6820fd66e3d9 req-d0869909-4820-4faf-8ff0-15e7a5d25cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:42.096761 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e30213a5-f9a5-43d6-abc8-6820fd66e3d9 req-d0869909-4820-4faf-8ff0-15e7a5d25cf7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93d5556e-7098-41ee-955a-f1126257e985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0890250 Sep 09 15:01:42.186428 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf727c-4c22-4b39-9db7-c44d95362688 req-c0fd70c5-92f3-4faa-ae26-aa062422b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:42.187306 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-21bf727c-4c22-4b39-9db7-c44d95362688 req-c0fd70c5-92f3-4faa-ae26-aa062422b392 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ffcf31bc-f951-45a8-9046-0560105c9d10 HTTP/1.1" status: 200 len: 850 time: 0.1061888 Sep 09 15:01:42.252761 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for port (c5770fa5-2a52-4bf2-a079-f6252ee9acbc), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:42.259829 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3186376'] for port (c5770fa5-2a52-4bf2-a079-f6252ee9acbc), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:42.285921 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e30213a5-f9a5-43d6-abc8-6820fd66e3d9 req-ed47e301-083f-4c4f-8f17-57ffc9b593f0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650348 Sep 09 15:01:42.288880 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf727c-4c22-4b39-9db7-c44d95362688 req-5d54d7d1-6d97-4a2e-9454-ec617b9a5f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:42.290232 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-21bf727c-4c22-4b39-9db7-c44d95362688 req-5d54d7d1-6d97-4a2e-9454-ec617b9a5f30 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=bdb8f25d-969f-4b3f-93fd-134c876a47c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0947971 Sep 09 15:01:42.320814 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:42.330918 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'Port': ['ID=c5770fa5-2a52-4bf2-a079-f6252ee9acbc,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:42.333316 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (a276d9e4-82aa-4805-b65d-f62d747f33c2), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:42.338720 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a93bd6-edbe-4196-90d5-85430f39da61 req-2a67ce93-b2ac-4b10-bda7-47f4c1ea0d34 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:42.340224 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d8a93bd6-edbe-4196-90d5-85430f39da61 req-2a67ce93-b2ac-4b10-bda7-47f4c1ea0d34 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.1035795 Sep 09 15:01:42.430822 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.l3_db [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Floating IP a276d9e4-82aa-4805-b65d-f62d747f33c2 associated. External IP: 172.27.3.134, port: 8c96acd7-4922-4cce-9604-cfd8b94ada60. Sep 09 15:01:42.512302 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d8a93bd6-edbe-4196-90d5-85430f39da61 req-a6dd53ee-689d-4ed3-b2da-dea9835d9f9d tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191154 Sep 09 15:01:42.517722 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-21bf727c-4c22-4b39-9db7-c44d95362688 req-25debc68-d9cc-48ce-bce3-6b3fcb9e5802 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157173 Sep 09 15:01:42.547902 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e30213a5-f9a5-43d6-abc8-6820fd66e3d9 req-b68a9332-8d92-40ef-94cd-fe279a24b3a4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548289 Sep 09 15:01:42.600093 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6634c6-fcb0-43b3-a246-39d278d5c0d6 req-1cc9584a-d65d-4acb-8a39-daa4209250cd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:42.601574 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0c6634c6-fcb0-43b3-a246-39d278d5c0d6 req-1cc9584a-d65d-4acb-8a39-daa4209250cd tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.1118243 Sep 09 15:01:42.632649 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Router 9f091a18-664f-4f9d-b6a0-c26ebedad05f has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:01:42.678263 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-21bf727c-4c22-4b39-9db7-c44d95362688 req-4602986c-2758-4919-9c51-2878fb2e4730 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417530 Sep 09 15:01:42.681877 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0c6634c6-fcb0-43b3-a246-39d278d5c0d6 req-277dde84-110a-4092-ae45-7c1384157d1b tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738275 Sep 09 15:01:42.747017 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:01:42.760018 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba940f-3c59-4299-a18f-c6b149dc6ef7 None None] Sync routers for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:01:42.768159 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:42.771733 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba940f-3c59-4299-a18f-c6b149dc6ef7 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:42.772384 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-02ba940f-3c59-4299-a18f-c6b149dc6ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:01:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:42.794165 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:42.807225 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-8bacf1c5-9e4c-4f81-8a20-08764ae25b0c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6074109 Sep 09 15:01:42.808331 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'tag': '8c96acd7-4922-4cce-9604-cfd8b94ada60'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:01:42.810901 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2236fb-f9c2-4f6d-a9cd-0503b65c6acb" -d '{"events": [{"name": "network-changed", "server_uuid": "ffad6426-5a0d-4119-9cd7-c60407cc7972", "tag": "8c96acd7-4922-4cce-9604-cfd8b94ada60"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:01:42.812874 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf440-2241-43cc-9ade-1fb5eb9401c8 req-382d227a-121a-4781-ac7e-c12edf967452 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:42.814924 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-874cf440-2241-43cc-9ade-1fb5eb9401c8 req-382d227a-121a-4781-ac7e-c12edf967452 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0561872 Sep 09 15:01:42.826114 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38038) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:42.833304 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-6d797a17-b7cd-4097-b756-ffe8a6023496 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Request body: {'floatingip': {'port_id': '598629db-7d01-4336-8d90-bf7ea717cd23'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:42.866062 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecd65b0-5b33-4386-b801-f4c0585711ef x-openstack-request-id: req-7ecd65b0-5b33-4386-b801-f4c0585711ef {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:01:42.866349 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffad6426-5a0d-4119-9cd7-c60407cc7972", "tag": "8c96acd7-4922-4cce-9604-cfd8b94ada60", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:01:42.866589 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ecd65b0-5b33-4386-b801-f4c0585711ef {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:01:42.866986 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ecd65b0-5b33-4386-b801-f4c0585711ef'] response: {'name': 'network-changed', 'server_uuid': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'tag': '8c96acd7-4922-4cce-9604-cfd8b94ada60', 'status': 'completed', 'code': 200} Sep 09 15:01:42.890246 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6d797a17-b7cd-4097-b756-ffe8a6023496 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for floatingip (0ab286ef-c278-4361-8f85-20434734c66a), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:42.900712 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-02ba940f-3c59-4299-a18f-c6b149dc6ef7 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:42.926781 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2236fb-f9c2-4f6d-a9cd-0503b65c6acb req-0cdef375-a506-464c-b0a0-80b0c20a2676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:42.928371 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4e2236fb-f9c2-4f6d-a9cd-0503b65c6acb req-0cdef375-a506-464c-b0a0-80b0c20a2676 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 1129 time: 0.0409191 Sep 09 15:01:42.998342 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:43.024651 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:43.040446 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2236fb-f9c2-4f6d-a9cd-0503b65c6acb req-95c0a04e-a904-480e-8e71-c026a9b3afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:43.042105 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4e2236fb-f9c2-4f6d-a9cd-0503b65c6acb req-95c0a04e-a904-480e-8e71-c026a9b3afe4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 913 time: 0.0982625 Sep 09 15:01:43.107365 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:43.108695 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:43.152819 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-02ba940f-3c59-4299-a18f-c6b149dc6ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': 'a276d9e4-82aa-4805-b65d-f62d747f33c2', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': '8c96acd7-4922-4cce-9604-cfd8b94ada60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:70:35:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:01:41Z', 'updated_at': '2022-09-09T15:01:41Z', 'revision_number': 0, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:43.181915 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba940f-3c59-4299-a18f-c6b149dc6ef7 None None] Checking router: 9f091a18-664f-4f9d-b6a0-c26ebedad05f for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:01:43.191548 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ba940f-3c59-4299-a18f-c6b149dc6ef7 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:43.192160 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-02ba940f-3c59-4299-a18f-c6b149dc6ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:01:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:43.296425 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-02ba940f-3c59-4299-a18f-c6b149dc6ef7 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:43.515871 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-02ba940f-3c59-4299-a18f-c6b149dc6ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': 'a276d9e4-82aa-4805-b65d-f62d747f33c2', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': '8c96acd7-4922-4cce-9604-cfd8b94ada60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:70:35:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:01:41Z', 'updated_at': '2022-09-09T15:01:41Z', 'revision_number': 0, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:43.552293 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ba940f-3c59-4299-a18f-c6b149dc6ef7 None None] The sync data for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi is: [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': 'a276d9e4-82aa-4805-b65d-f62d747f33c2', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.134', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': '8c96acd7-4922-4cce-9604-cfd8b94ada60', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:70:35:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:01:41Z', 'updated_at': '2022-09-09T15:01:41Z', 'revision_number': 0, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:01:43.616761 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6d797a17-b7cd-4097-b756-ffe8a6023496 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:43.622959 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6d797a17-b7cd-4097-b756-ffe8a6023496 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (0ab286ef-c278-4361-8f85-20434734c66a), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:43.666243 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4e2236fb-f9c2-4f6d-a9cd-0503b65c6acb req-f4d416bf-d350-4c75-8984-922d0fe6befa service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c96acd7-4922-4cce-9604-cfd8b94ada60 HTTP/1.1" status: 200 len: 999 time: 0.1279092 Sep 09 15:01:43.673939 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63433a-6093-4a8a-95b1-b5b879e3ea77 req-6d267eba-7c3c-46c3-848c-d9307fac33d6 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:43.675360 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2b63433a-6093-4a8a-95b1-b5b879e3ea77 req-6d267eba-7c3c-46c3-848c-d9307fac33d6 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0585027 Sep 09 15:01:43.712651 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:43.750299 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2236fb-f9c2-4f6d-a9cd-0503b65c6acb req-b71e41ba-e197-4eb6-9da1-de997eb59675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:43.751798 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4e2236fb-f9c2-4f6d-a9cd-0503b65c6acb req-b71e41ba-e197-4eb6-9da1-de997eb59675 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.0755997 Sep 09 15:01:43.794955 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2b63433a-6093-4a8a-95b1-b5b879e3ea77 req-63a378cf-5665-48b5-b6c2-820a3bc0dff8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102941 Sep 09 15:01:43.807757 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2236fb-f9c2-4f6d-a9cd-0503b65c6acb req-a901a6f6-0465-46f3-9097-f06f4cf22f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:43.809730 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4e2236fb-f9c2-4f6d-a9cd-0503b65c6acb req-a901a6f6-0465-46f3-9097-f06f4cf22f64 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0496030 Sep 09 15:01:43.815439 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73d467-befa-4190-a87c-1da274086939 None None] New status for floating IP a276d9e4-82aa-4805-b65d-f62d747f33c2: ACTIVE {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:01:43.848583 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d797a17-b7cd-4097-b756-ffe8a6023496 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Router dcd82553-e045-421c-872a-af30f499ca24 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:01:43.919487 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4e2236fb-f9c2-4f6d-a9cd-0503b65c6acb req-17a9d833-00c2-4961-95e8-ed111f35b82a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039453 Sep 09 15:01:43.959260 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d797a17-b7cd-4097-b756-ffe8a6023496 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:01:43.964083 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6d797a17-b7cd-4097-b756-ffe8a6023496 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:43.972509 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8536aa-bb45-4188-b7ae-b885465127ac None None] Sync routers for ids ['dcd82553-e045-421c-872a-af30f499ca24'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:01:43.984800 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8536aa-bb45-4188-b7ae-b885465127ac None None] Routers {'dcd82553-e045-421c-872a-af30f499ca24'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:43.985495 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-6d8536aa-bb45-4188-b7ae-b885465127ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:01:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['dcd82553-e045-421c-872a-af30f499ca24'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:43.989604 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:44.030838 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4e2236fb-f9c2-4f6d-a9cd-0503b65c6acb req-206d70b5-8580-4dbc-8a8c-001e8992b5a7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056740 Sep 09 15:01:44.040809 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-6d797a17-b7cd-4097-b756-ffe8a6023496 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/0ab286ef-c278-4361-8f85-20434734c66a HTTP/1.1" status: 200 len: 992 time: 1.2109594 Sep 09 15:01:44.100870 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-6d8536aa-bb45-4188-b7ae-b885465127ac None None] Set router dcd82553-e045-421c-872a-af30f499ca24 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:44.125064 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:44.424190 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-6d8536aa-bb45-4188-b7ae-b885465127ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '0ab286ef-c278-4361-8f85-20434734c66a', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'port_id': '598629db-7d01-4336-8d90-bf7ea717cd23', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'mac_address': 'fa:16:3e:61:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:59:43Z', 'updated_at': '2022-09-09T15:01:43Z', 'revision_number': 3, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:38Z', 'revision_number': 5, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:44.449116 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8536aa-bb45-4188-b7ae-b885465127ac None None] Checking router: dcd82553-e045-421c-872a-af30f499ca24 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:01:44.457256 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8536aa-bb45-4188-b7ae-b885465127ac None None] Routers {'dcd82553-e045-421c-872a-af30f499ca24'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:44.457847 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-6d8536aa-bb45-4188-b7ae-b885465127ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:01:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['dcd82553-e045-421c-872a-af30f499ca24'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:44.545672 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:44.557950 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-6d8536aa-bb45-4188-b7ae-b885465127ac None None] Set router dcd82553-e045-421c-872a-af30f499ca24 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:44.764784 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-6d8536aa-bb45-4188-b7ae-b885465127ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '0ab286ef-c278-4361-8f85-20434734c66a', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'port_id': '598629db-7d01-4336-8d90-bf7ea717cd23', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'mac_address': 'fa:16:3e:61:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:59:43Z', 'updated_at': '2022-09-09T15:01:43Z', 'revision_number': 3, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:38Z', 'revision_number': 5, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:44.789344 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8536aa-bb45-4188-b7ae-b885465127ac None None] The sync data for ids ['dcd82553-e045-421c-872a-af30f499ca24'] in dv-cinder-828696-11-iscsi is: [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '0ab286ef-c278-4361-8f85-20434734c66a', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'port_id': '598629db-7d01-4336-8d90-bf7ea717cd23', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'mac_address': 'fa:16:3e:61:fc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T14:59:43Z', 'updated_at': '2022-09-09T15:01:43Z', 'revision_number': 3, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:38Z', 'revision_number': 5, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:01:44.868580 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'tag': '598629db-7d01-4336-8d90-bf7ea717cd23'}, {'name': 'network-changed', 'server_uuid': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'tag': '598629db-7d01-4336-8d90-bf7ea717cd23'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:01:44.871127 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f22415f-d44b-47a7-9194-70ca7fa164e1" -d '{"events": [{"name": "network-changed", "server_uuid": "aaf7d1b4-008f-427e-afeb-a09b91f9c1a6", "tag": "598629db-7d01-4336-8d90-bf7ea717cd23"}, {"name": "network-changed", "server_uuid": "aaf7d1b4-008f-427e-afeb-a09b91f9c1a6", "tag": "598629db-7d01-4336-8d90-bf7ea717cd23"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:01:44.911506 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Sep 2022 15:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d734c203-2003-45e5-857a-0254177c5c45 x-openstack-request-id: req-d734c203-2003-45e5-857a-0254177c5c45 {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:01:44.911806 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaf7d1b4-008f-427e-afeb-a09b91f9c1a6", "tag": "598629db-7d01-4336-8d90-bf7ea717cd23", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aaf7d1b4-008f-427e-afeb-a09b91f9c1a6", "tag": "598629db-7d01-4336-8d90-bf7ea717cd23", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:01:44.912054 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d734c203-2003-45e5-857a-0254177c5c45 {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:01:44.912461 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d734c203-2003-45e5-857a-0254177c5c45'] response: {'name': 'network-changed', 'server_uuid': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'tag': '598629db-7d01-4336-8d90-bf7ea717cd23', 'status': 'completed', 'code': 200} Sep 09 15:01:44.912714 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d734c203-2003-45e5-857a-0254177c5c45'] response: {'name': 'network-changed', 'server_uuid': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'tag': '598629db-7d01-4336-8d90-bf7ea717cd23', 'status': 'completed', 'code': 200} Sep 09 15:01:44.976836 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-e6bb6e7b-3e49-4954-8181-2f7ea3355e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:44.978349 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-e6bb6e7b-3e49-4954-8181-2f7ea3355e33 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 1129 time: 0.0433011 Sep 09 15:01:45.072099 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-774adc60-8784-476f-9688-4dce0da29278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:45.073571 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-774adc60-8784-476f-9688-4dce0da29278 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.0891423 Sep 09 15:01:45.132482 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-7ec9b698-fc1a-43c3-b9f8-ed1de216dc48 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=598629db-7d01-4336-8d90-bf7ea717cd23 HTTP/1.1" status: 200 len: 1000 time: 0.0534608 Sep 09 15:01:45.183358 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-1464bdb1-8d05-414b-8548-3c66c1044ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:45.184740 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-1464bdb1-8d05-414b-8548-3c66c1044ead service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.0467520 Sep 09 15:01:45.227225 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-e14c1835-84ff-43f0-9806-966362796217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:45.228636 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-e14c1835-84ff-43f0-9806-966362796217 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0382640 Sep 09 15:01:45.317629 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-0d4f47a7-fcbf-4f8e-ba04-36819775255a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826671 Sep 09 15:01:45.408613 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-2a0dc887-cd6e-4ecb-b09d-49acf5174195 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858369 Sep 09 15:01:45.484289 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-6233497e-6612-4ec9-9bda-1c74d82e724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:45.485793 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-6233497e-6612-4ec9-9bda-1c74d82e724a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 1129 time: 0.0389476 Sep 09 15:01:45.580705 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-edc85f32-526a-4f6c-9a69-ee65709b3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:45.582079 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-edc85f32-526a-4f6c-9a69-ee65709b3427 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 200 len: 919 time: 0.0907898 Sep 09 15:01:45.642469 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-9d85b202-bc42-4b58-aab6-6b531825d9d9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=598629db-7d01-4336-8d90-bf7ea717cd23 HTTP/1.1" status: 200 len: 1000 time: 0.0539978 Sep 09 15:01:45.912302 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-47e3f2a6-4047-4bed-a166-d65430f39db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:45.913767 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-47e3f2a6-4047-4bed-a166-d65430f39db5 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 200 len: 857 time: 0.2659130 Sep 09 15:01:45.935532 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:45.958310 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-7d2b276c-78ee-4c03-851e-f7f8187bc2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:45.959828 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-7d2b276c-78ee-4c03-851e-f7f8187bc2c7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=6a104187-cf4f-4fc2-83b7-d6fe24d794dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397692 Sep 09 15:01:45.983359 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:46.052568 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-29b23f00-6299-4114-8f1d-77b4f75015b9 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866764 Sep 09 15:01:46.120776 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:46.145469 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f22415f-d44b-47a7-9194-70ca7fa164e1 req-c05588d6-cfa3-4bd7-8ebd-59e9461c3c1f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834558 Sep 09 15:01:46.257167 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:01:49.195015 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119ec06-1d73-4a45-a183-6afe5429bdf8 req-a56fe370-6a22-4491-8c20-a27d41e21bb6 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:49.196346 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8119ec06-1d73-4a45-a183-6afe5429bdf8 req-a56fe370-6a22-4491-8c20-a27d41e21bb6 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 946 time: 0.0466115 Sep 09 15:01:49.245904 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8119ec06-1d73-4a45-a183-6afe5429bdf8 req-5ec83f71-707b-4ed1-9127-8ecedfe39fa9 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440080 Sep 09 15:01:50.366625 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc7383-26fb-4497-b81c-9ea983595df9 req-29c6af25-8692-40e6-a6d8-3b6dca171572 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:50.368080 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0ddc7383-26fb-4497-b81c-9ea983595df9 req-29c6af25-8692-40e6-a6d8-3b6dca171572 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 946 time: 0.0463946 Sep 09 15:01:50.414919 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0ddc7383-26fb-4497-b81c-9ea983595df9 req-18661084-d174-4608-9863-2ecc4c93d50c tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=968885e9-4ae7-4db0-b239-6be6b8cf0a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413616 Sep 09 15:01:50.947388 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363efee-5c51-4d85-9207-e3a155cda196 req-b3fd2547-812a-4727-b391-abf3565eaf59 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:50.948769 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2363efee-5c51-4d85-9207-e3a155cda196 req-b3fd2547-812a-4727-b391-abf3565eaf59 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 946 time: 0.0456076 Sep 09 15:01:51.036698 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Deleting port a1c91661-7c07-4dc3-841f-ae251678bbd8 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:01:51.037034 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:51.124221 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] For port a1c91661-7c07-4dc3-841f-ae251678bbd8, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=a1c91661-7c07-4dc3-841f-ae251678bbd8,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:01:51.124573 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:51.284759 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:51.285032 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (aef42c6a-8616-4c2f-906a-bd30026227d3), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:51.285369 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Floating IP aef42c6a-8616-4c2f-906a-bd30026227d3 disassociated. External IP: 172.27.3.194, port: a1c91661-7c07-4dc3-841f-ae251678bbd8. Sep 09 15:01:51.285706 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Calling delete_port for a1c91661-7c07-4dc3-841f-ae251678bbd8 owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:01:51.408436 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (a1c91661-7c07-4dc3-841f-ae251678bbd8), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:51.445192 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event deleted for resources: {'Port': ['ID=a1c91661-7c07-4dc3-841f-ae251678bbd8,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:51.486943 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:51.558780 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8c827bd0-68ca-447a-9fe5-6d11002eda04 req-ddea1991-03d0-4621-8c35-5ccd6d8c907d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=58941584-8b16-4d54-91ca-6565820ed69b HTTP/1.1" status: 200 len: 210 time: 0.0562685 Sep 09 15:01:51.584710 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Router e8338e0f-9c0d-4cfe-be71-08603455e8dc has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:01:51.587623 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:51.690514 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:01:51.700334 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b15e45-1a7a-407c-a083-e952d06b0296 None None] Sync routers for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:01:51.710914 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b15e45-1a7a-407c-a083-e952d06b0296 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:51.711460 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-f3b15e45-1a7a-407c-a083-e952d06b0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:01:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:51.732398 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] No DVR routers for this DVR port a1c91661-7c07-4dc3-841f-ae251678bbd8 on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:01:51.734948 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:51.738665 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2363efee-5c51-4d85-9207-e3a155cda196 req-94773fe8-1fa9-4c9d-b027-febb15412bbc tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "DELETE /networking/v2.0/ports/a1c91661-7c07-4dc3-841f-ae251678bbd8 HTTP/1.1" status: 204 len: 173 time: 0.7837071 Sep 09 15:01:51.739155 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58941584-8b16-4d54-91ca-6565820ed69b', 'name': 'network-vif-deleted', 'tag': 'a1c91661-7c07-4dc3-841f-ae251678bbd8'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:01:51.741395 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e8eb74-12bc-40c5-a890-f967f71af5f8" -d '{"events": [{"server_uuid": "58941584-8b16-4d54-91ca-6565820ed69b", "name": "network-vif-deleted", "tag": "a1c91661-7c07-4dc3-841f-ae251678bbd8"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:01:51.786210 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6f1569-84b9-4975-98ad-5483b4952d0d x-openstack-request-id: req-7d6f1569-84b9-4975-98ad-5483b4952d0d {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:01:51.786511 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58941584-8b16-4d54-91ca-6565820ed69b", "name": "network-vif-deleted", "tag": "a1c91661-7c07-4dc3-841f-ae251678bbd8", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:01:51.786764 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d6f1569-84b9-4975-98ad-5483b4952d0d {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:01:51.787171 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d6f1569-84b9-4975-98ad-5483b4952d0d'] response: {'server_uuid': '58941584-8b16-4d54-91ca-6565820ed69b', 'name': 'network-vif-deleted', 'tag': 'a1c91661-7c07-4dc3-841f-ae251678bbd8', 'status': 'completed', 'code': 200} Sep 09 15:01:51.820615 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-f3b15e45-1a7a-407c-a083-e952d06b0296 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:52.025129 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-f3b15e45-1a7a-407c-a083-e952d06b0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:52.053502 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b15e45-1a7a-407c-a083-e952d06b0296 None None] Checking router: e8338e0f-9c0d-4cfe-be71-08603455e8dc for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:01:52.063000 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b15e45-1a7a-407c-a083-e952d06b0296 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:01:52.063704 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-f3b15e45-1a7a-407c-a083-e952d06b0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:01:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:52.169263 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-f3b15e45-1a7a-407c-a083-e952d06b0296 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:01:52.349690 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-f3b15e45-1a7a-407c-a083-e952d06b0296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:01:52.373267 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b15e45-1a7a-407c-a083-e952d06b0296 None None] The sync data for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi is: [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:01:52.616826 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccc53be-9f41-4d26-8962-f46fdad63520 None None] New status for floating IP aef42c6a-8616-4c2f-906a-bd30026227d3: DOWN {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:01:52.656614 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38096) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:52.686130 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:52.713834 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71efd884-399b-4a84-8773-1f18940a30fb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (968885e9-4ae7-4db0-b239-6be6b8cf0a2c), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:52.736121 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71efd884-399b-4a84-8773-1f18940a30fb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (968885e9-4ae7-4db0-b239-6be6b8cf0a2c), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:52.785227 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71efd884-399b-4a84-8773-1f18940a30fb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (968885e9-4ae7-4db0-b239-6be6b8cf0a2c), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:52.787761 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71efd884-399b-4a84-8773-1f18940a30fb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:52.788898 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-71efd884-399b-4a84-8773-1f18940a30fb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/968885e9-4ae7-4db0-b239-6be6b8cf0a2c HTTP/1.1" status: 204 len: 168 time: 0.1312559 Sep 09 15:01:52.791931 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 38098) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:52.798320 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efd884-399b-4a84-8773-1f18940a30fb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=968885e9-4ae7-4db0-b239-6be6b8cf0a2c,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:52.806332 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.api.v2.resource [None req-e14d57f1-5691-4126-af17-3e61fc95c65a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] show failed (client error): The resource could not be found. Sep 09 15:01:52.810115 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-e14d57f1-5691-4126-af17-3e61fc95c65a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups/968885e9-4ae7-4db0-b239-6be6b8cf0a2c HTTP/1.1" status: 404 len: 347 time: 0.0143356 Sep 09 15:01:52.810297 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 38100) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:52.919846 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-4cbd2368-6757-41d5-877a-604f4a008b40 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Deleting port f9f3157e-c955-4150-b91a-4c1cdf27b49c {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:01:52.920184 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2368-6757-41d5-877a-604f4a008b40 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (f9f3157e-c955-4150-b91a-4c1cdf27b49c), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:52.997643 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2368-6757-41d5-877a-604f4a008b40 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (f9f3157e-c955-4150-b91a-4c1cdf27b49c), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:52.997971 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2368-6757-41d5-877a-604f4a008b40 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (f9f3157e-c955-4150-b91a-4c1cdf27b49c), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.010868 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-4cbd2368-6757-41d5-877a-604f4a008b40 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Calling delete_port for f9f3157e-c955-4150-b91a-4c1cdf27b49c owned by network:floatingip {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:01:53.137825 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2368-6757-41d5-877a-604f4a008b40 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (f9f3157e-c955-4150-b91a-4c1cdf27b49c), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.167302 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd2368-6757-41d5-877a-604f4a008b40 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event deleted for resources: {'Port': ['ID=f9f3157e-c955-4150-b91a-4c1cdf27b49c,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:53.207494 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2368-6757-41d5-877a-604f4a008b40 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (aef42c6a-8616-4c2f-906a-bd30026227d3), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.210920 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-4cbd2368-6757-41d5-877a-604f4a008b40 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.212756 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-4cbd2368-6757-41d5-877a-604f4a008b40 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/aef42c6a-8616-4c2f-906a-bd30026227d3 HTTP/1.1" status: 204 len: 168 time: 0.4009290 Sep 09 15:01:53.282646 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 38106) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:53.287158 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-842a619b-f31d-4387-add9-c5c551f6215d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'security_group': {'name': 'tempest-securitygroup--316985902', 'description': 'tempest-description--216191043'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:53.307223 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-842a619b-f31d-4387-add9-c5c551f6215d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.377449 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-842a619b-f31d-4387-add9-c5c551f6215d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (3caea958-22a2-4869-bd75-e9ae29b3102c), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.381743 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-842a619b-f31d-4387-add9-c5c551f6215d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (3caea958-22a2-4869-bd75-e9ae29b3102c), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.412929 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-842a619b-f31d-4387-add9-c5c551f6215d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.414171 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-842a619b-f31d-4387-add9-c5c551f6215d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1305313 Sep 09 15:01:53.416099 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a619b-f31d-4387-add9-c5c551f6215d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3caea958-22a2-4869-bd75-e9ae29b3102c,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:53.417266 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38108) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:53.423366 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-5c4b040f-c503-4daa-8c0f-3cc17ca85bcf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'security_group_rule': {'security_group_id': '3caea958-22a2-4869-bd75-e9ae29b3102c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:53.451805 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5c4b040f-c503-4daa-8c0f-3cc17ca85bcf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (51284488-4b2f-4aed-949b-28c33dfeeaac), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.465659 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:53.508089 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5c4b040f-c503-4daa-8c0f-3cc17ca85bcf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (51284488-4b2f-4aed-949b-28c33dfeeaac), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.511597 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5c4b040f-c503-4daa-8c0f-3cc17ca85bcf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (51284488-4b2f-4aed-949b-28c33dfeeaac), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.532550 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4b040f-c503-4daa-8c0f-3cc17ca85bcf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51284488-4b2f-4aed-949b-28c33dfeeaac,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:53.540884 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5c4b040f-c503-4daa-8c0f-3cc17ca85bcf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.542166 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-5c4b040f-c503-4daa-8c0f-3cc17ca85bcf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237674 Sep 09 15:01:53.544970 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38110) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:53.550006 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-ecdf631b-9c5f-4eb9-a3a5-4a72aa0edecf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'security_group_rule': {'security_group_id': '3caea958-22a2-4869-bd75-e9ae29b3102c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:53.578394 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ecdf631b-9c5f-4eb9-a3a5-4a72aa0edecf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (2aa623bc-cc35-4009-a284-810e7d0eae52), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.634669 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ecdf631b-9c5f-4eb9-a3a5-4a72aa0edecf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (2aa623bc-cc35-4009-a284-810e7d0eae52), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.637977 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ecdf631b-9c5f-4eb9-a3a5-4a72aa0edecf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (2aa623bc-cc35-4009-a284-810e7d0eae52), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.656041 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdf631b-9c5f-4eb9-a3a5-4a72aa0edecf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa623bc-cc35-4009-a284-810e7d0eae52,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:53.663103 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ecdf631b-9c5f-4eb9-a3a5-4a72aa0edecf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.664281 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-ecdf631b-9c5f-4eb9-a3a5-4a72aa0edecf tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182647 Sep 09 15:01:53.667378 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38112) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:01:53.671501 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:53.693053 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.774244 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.879400 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Allocated IP 172.27.3.172 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/894b1be1-3fc1-435c-adc6-6881602381ee) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:01:53.983327 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for port (894b1be1-3fc1-435c-adc6-6881602381ee), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:53.995114 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:54.022990 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (894b1be1-3fc1-435c-adc6-6881602381ee), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:54.059227 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:01:54.062068 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:01:54.068385 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:01:54.084015 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:54.092776 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'Port': ['ID=894b1be1-3fc1-435c-adc6-6881602381ee,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:54.159846 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (10b406aa-f404-4bd2-9028-921f0fb9a3e0), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:54.160942 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:54.167971 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:54.199499 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (894b1be1-3fc1-435c-adc6-6881602381ee), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:54.345487 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for port (894b1be1-3fc1-435c-adc6-6881602381ee), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:54.349634 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3186376'] for port (894b1be1-3fc1-435c-adc6-6881602381ee), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:54.414630 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (10b406aa-f404-4bd2-9028-921f0fb9a3e0), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:54.417105 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'Port': ['ID=894b1be1-3fc1-435c-adc6-6881602381ee,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:54.431565 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:54.432770 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-14423f8b-059b-44da-807b-3c238286f391 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7644906 Sep 09 15:01:54.627619 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-d0b56dae-3f9d-4fd4-9113-d2a9027f3c80 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--316985902&fields=id&tenant_id=063bdf7448ee45939287687b0e65dd97 HTTP/1.1" status: 200 len: 267 time: 0.0420175 Sep 09 15:01:54.655710 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:54.736718 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-a6b83d25-a55b-444e-9752-624413c292bb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:54.738180 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-a6b83d25-a55b-444e-9752-624413c292bb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 814 time: 0.1043401 Sep 09 15:01:54.752658 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-1764a77e-fb7b-4887-a4e2-aee30997ed2d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/quotas/063bdf7448ee45939287687b0e65dd97 HTTP/1.1" status: 200 len: 375 time: 0.0090997 Sep 09 15:01:54.801620 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-04ac3fe4-5cca-4f6a-8bb5-99645f608827 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441704 Sep 09 15:01:54.819055 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:54.898485 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f86020e6-ae66-4d2f-8066-52bfdc30e87d service neutron] 10.222.0.15 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858927 Sep 09 15:01:54.984597 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-33bbbc62-b8a5-4e2d-aac6-0be3aa191166 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805421 Sep 09 15:01:55.156859 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4bedc155-bc57-40b6-8172-c504b8c6c96b req-d61109fc-6c2f-41f2-8e21-13b7b4f1fb72 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 210 time: 0.0330045 Sep 09 15:01:56.272730 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9f234802-05b5-4b70-8f6b-d1da45823337 req-6a48dcc5-e415-4254-bc6a-52ed01f3fc5c tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 210 time: 0.0374038 Sep 09 15:01:56.382902 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-8c111e41-a8fc-4cb7-b0a0-7f0d6473bf97 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:56.384354 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-8c111e41-a8fc-4cb7-b0a0-7f0d6473bf97 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 814 time: 0.1093664 Sep 09 15:01:56.449783 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-9b8e2750-b5b9-4095-93c8-e991908d5c58 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=063bdf7448ee45939287687b0e65dd97 HTTP/1.1" status: 200 len: 379 time: 0.0527208 Sep 09 15:01:56.460046 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'port': {'device_id': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'admin_state_up': True, 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'security_groups': ['3caea958-22a2-4869-bd75-e9ae29b3102c']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:56.505325 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device a1c91661-7c07-4dc3-841f-ae251678bbd8 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:01:56.524978 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: a1c91661-7c07-4dc3-841f-ae251678bbd8 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:01:56.525263 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device a1c91661-7c07-4dc3-841f-ae251678bbd8 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:01:56.566163 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Made reservation on behalf of 063bdf7448ee45939287687b0e65dd97 for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:01:56.569810 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:56.695797 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Allocated IP 172.20.0.10 (2ced1175-a542-4682-b032-b597d6969844/e5539eba-6bc3-49c4-a444-fe6c1757d5b7/34211ad4-de4c-4d6e-b4ff-f5d49198d966) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:01:56.831793 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:56.832844 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:56.864101 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:56.871926 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:56.907450 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Network 2ced1175-a542-4682-b032-b597d6969844 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:01:56.913504 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:01:56.917520 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:01:56.921901 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:56.922528 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:56.931183 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event updated for resources: {'Port': ['ID=34211ad4-de4c-4d6e-b4ff-f5d49198d966,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:56.944095 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-c331fb6b-1cdc-465a-9b9a-f45cb0c8118d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.4877503 Sep 09 15:01:56.959077 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Request body: {'port': {'device_id': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:01:57.025929 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:57.174441 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-4630db83-9b49-4b50-9830-60a54fa7934f None None] Provisioning complete for port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:01:57.174816 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-4630db83-9b49-4b50-9830-60a54fa7934f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:57.213967 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-4630db83-9b49-4b50-9830-60a54fa7934f None None] Port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:01:57.275319 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34211ad4-de4c-4d6e-b4ff-f5d49198d966 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:01:57.283280 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Publish callbacks [] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:57.295809 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Transition to ACTIVE for port object 34211ad4-de4c-4d6e-b4ff-f5d49198d966 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 15:01:57.299362 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:57.379446 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=34211ad4-de4c-4d6e-b4ff-f5d49198d966,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:57.400309 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Attempting to bind port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:01:57.400642 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Attempting to bind port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:01:57.400962 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Attempting to bind port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 on network 2ced1175-a542-4682-b032-b597d6969844 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:01:57.437796 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e60e5-b5da-49eb-bb4a-bcad2c99cbe3 req-ed755fb8-aee0-4b6b-ad88-0c091e3c137b tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:57.439195 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-045e60e5-b5da-49eb-bb4a-bcad2c99cbe3 req-ed755fb8-aee0-4b6b-ad88-0c091e3c137b tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 944 time: 0.0807226 Sep 09 15:01:57.471972 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 on network 2ced1175-a542-4682-b032-b597d6969844 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 15:01:57.472290 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Attempting to bind port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 on network 2ced1175-a542-4682-b032-b597d6969844 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:01:57.528364 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-045e60e5-b5da-49eb-bb4a-bcad2c99cbe3 req-1f7d3592-2f37-441d-bf75-6ee024510205 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815620 Sep 09 15:01:57.538263 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:01:57.538592 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Checking segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:01:57.538962 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Bound using segment: {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:01:57.539449 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Bound port: 34211ad4-de4c-4d6e-b4ff-f5d49198d966, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ed2582e-57bb-4ec3-a937-9b6d68b2d386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '2ced1175-a542-4682-b032-b597d6969844'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:01:57.539725 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:57.590305 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:57.602266 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] For port 34211ad4-de4c-4d6e-b4ff-f5d49198d966, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:01:57.605900 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] For port 34211ad4-de4c-4d6e-b4ff-f5d49198d966, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=34211ad4-de4c-4d6e-b4ff-f5d49198d966,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:01:57.613245 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:57.617336 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:57.618054 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:01:57.619526 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/34211ad4-de4c-4d6e-b4ff-f5d49198d966 HTTP/1.1" status: 200 len: 1094 time: 0.6654937 Sep 09 15:01:57.621012 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'tag': '34211ad4-de4c-4d6e-b4ff-f5d49198d966'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:01:57.623279 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440e7bda-623b-45d7-8256-5178fc6a8c11" -d '{"events": [{"name": "network-changed", "server_uuid": "4347b16f-4907-4b7a-b5e3-dc0b4e142116", "tag": "34211ad4-de4c-4d6e-b4ff-f5d49198d966"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:01:57.669989 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a9626-4f30-4880-b3a3-18d86d18cbe9 service neutron] Pushing event updated for resources: {'Port': ['ID=34211ad4-de4c-4d6e-b4ff-f5d49198d966,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:01:57.684635 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7606d7-f90c-4332-b250-315cea8e3771 x-openstack-request-id: req-4d7606d7-f90c-4332-b250-315cea8e3771 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:01:57.684918 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4347b16f-4907-4b7a-b5e3-dc0b4e142116", "tag": "34211ad4-de4c-4d6e-b4ff-f5d49198d966", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:01:57.685170 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d7606d7-f90c-4332-b250-315cea8e3771 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:01:57.685584 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7606d7-f90c-4332-b250-315cea8e3771'] response: {'name': 'network-changed', 'server_uuid': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'tag': '34211ad4-de4c-4d6e-b4ff-f5d49198d966', 'status': 'completed', 'code': 200} Sep 09 15:01:57.712519 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-2a625d9a-50ed-48c5-902c-df526443b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:57.714050 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-2a625d9a-50ed-48c5-902c-df526443b2a1 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 1128 time: 0.0406110 Sep 09 15:01:57.763007 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-1d411e4a-d63d-42a8-801c-f7f84c42328e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34211ad4-de4c-4d6e-b4ff-f5d49198d966 HTTP/1.1" status: 200 len: 217 time: 0.0349147 Sep 09 15:01:57.797076 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:01:57.816590 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-26511180-bd2f-462f-aea1-5e258f673659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:57.818234 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-26511180-bd2f-462f-aea1-5e258f673659 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 200 len: 853 time: 0.0473218 Sep 09 15:01:57.869960 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-e2bb03a2-0fcf-43b0-837e-11ff129684a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:57.871382 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-e2bb03a2-0fcf-43b0-837e-11ff129684a3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2ced1175-a542-4682-b032-b597d6969844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0381839 Sep 09 15:01:57.964964 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-89dc8e63-b971-4746-bd5c-9e3b1e2ae1ec service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850878 Sep 09 15:01:58.055794 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67826df1-811d-4c7b-89a1-f6161560d8ac req-4cb97bdb-c1b6-41f0-88f8-585848c890a2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826154 Sep 09 15:01:58.651714 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61c85e-b127-4342-8571-4a101e77ffd8 req-ac6296d7-6593-4816-a4ca-fd2c240a9c36 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:58.653135 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9b61c85e-b127-4342-8571-4a101e77ffd8 req-ac6296d7-6593-4816-a4ca-fd2c240a9c36 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 944 time: 0.0498633 Sep 09 15:01:58.700078 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9b61c85e-b127-4342-8571-4a101e77ffd8 req-324ec85e-213b-48b2-9f8d-657ef4e8f1b8 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406218 Sep 09 15:01:59.245161 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7bda-623b-45d7-8256-5178fc6a8c11 req-948a1bd0-84b2-4a2b-a6c3-8b29c34debe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:59.246528 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-440e7bda-623b-45d7-8256-5178fc6a8c11 req-948a1bd0-84b2-4a2b-a6c3-8b29c34debe3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 1128 time: 0.0382257 Sep 09 15:01:59.554885 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7bda-623b-45d7-8256-5178fc6a8c11 req-32c3b65b-4396-4364-a661-5d6c3c26ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:59.556225 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-440e7bda-623b-45d7-8256-5178fc6a8c11 req-32c3b65b-4396-4364-a661-5d6c3c26ac92 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 915 time: 0.3014510 Sep 09 15:01:59.596682 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-440e7bda-623b-45d7-8256-5178fc6a8c11 req-2f850edd-d741-48b7-b853-f0c817e21103 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34211ad4-de4c-4d6e-b4ff-f5d49198d966 HTTP/1.1" status: 200 len: 217 time: 0.0326598 Sep 09 15:01:59.651221 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7bda-623b-45d7-8256-5178fc6a8c11 req-5aa089fc-9ba4-4744-9f43-c3187e5a2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:59.652559 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-440e7bda-623b-45d7-8256-5178fc6a8c11 req-5aa089fc-9ba4-4744-9f43-c3187e5a2e95 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 200 len: 853 time: 0.0426612 Sep 09 15:01:59.705140 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7bda-623b-45d7-8256-5178fc6a8c11 req-926bb4bf-6d58-4365-b9fb-cf90eb85bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:59.706586 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-440e7bda-623b-45d7-8256-5178fc6a8c11 req-926bb4bf-6d58-4365-b9fb-cf90eb85bcd3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2ced1175-a542-4682-b032-b597d6969844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0401969 Sep 09 15:01:59.843134 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef9bffe-cf44-4ab5-85d9-5fedf2a90ba1 req-59cc4038-8cab-4ea9-b991-9e4598fbb8a7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:01:59.844975 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ef9bffe-cf44-4ab5-85d9-5fedf2a90ba1 req-59cc4038-8cab-4ea9-b991-9e4598fbb8a7 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 944 time: 0.0684202 Sep 09 15:01:59.846823 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-440e7bda-623b-45d7-8256-5178fc6a8c11 req-9bb65dcd-0e1f-4104-b36d-ae6d362663bd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256495 Sep 09 15:01:59.939054 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4ef9bffe-cf44-4ab5-85d9-5fedf2a90ba1 req-d4e4ad8f-5ae1-45ef-a2d5-47ce43f26999 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883710 Sep 09 15:01:59.967771 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-440e7bda-623b-45d7-8256-5178fc6a8c11 req-65c52850-8eac-4eab-aed4-7afe9611d0d7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037002 Sep 09 15:02:01.057134 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:01.065539 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a97b2c-12b6-4fb2-a266-f61bbcf78c06 req-ab0c2b92-047f-4882-b29d-144f34245872 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:01.066999 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-21a97b2c-12b6-4fb2-a266-f61bbcf78c06 req-ab0c2b92-047f-4882-b29d-144f34245872 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 944 time: 0.0542068 Sep 09 15:02:01.106982 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:01.114702 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-21a97b2c-12b6-4fb2-a266-f61bbcf78c06 req-19406958-912f-4fac-8a84-bd694b396fc1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419874 Sep 09 15:02:02.238957 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d39d258-5bf1-4790-b987-60ad8422d014 req-a46b21d9-651e-46cb-b659-92c7eda2138a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:02.240404 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3d39d258-5bf1-4790-b987-60ad8422d014 req-a46b21d9-651e-46cb-b659-92c7eda2138a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 944 time: 0.0490479 Sep 09 15:02:02.286908 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3d39d258-5bf1-4790-b987-60ad8422d014 req-fd6c2177-642f-4bc9-b13f-e7e2c2962ee6 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409124 Sep 09 15:02:02.515934 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 34211ad4-de4c-4d6e-b4ff-f5d49198d966 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:02:02.622378 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 34211ad4-de4c-4d6e-b4ff-f5d49198d966, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=34211ad4-de4c-4d6e-b4ff-f5d49198d966,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:02.636559 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '34211ad4-de4c-4d6e-b4ff-f5d49198d966', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'port_id': '34211ad4-de4c-4d6e-b4ff-f5d49198d966', 'mac_address': 'fa:16:3e:6d:1c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:02:02.671149 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:02:02.671536 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:02.681917 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:02.684910 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34211ad4-de4c-4d6e-b4ff-f5d49198d966 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:02:02.704717 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 34211ad4-de4c-4d6e-b4ff-f5d49198d966, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=34211ad4-de4c-4d6e-b4ff-f5d49198d966,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:02.709741 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:02.755884 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=34211ad4-de4c-4d6e-b4ff-f5d49198d966,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:03.056390 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['34211ad4-de4c-4d6e-b4ff-f5d49198d966'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:02:03.403763 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980a9d7c-1efa-48f1-a798-126711977751 req-02487fac-d7e5-40ba-b38e-c122906f5e48 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:03.405465 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-980a9d7c-1efa-48f1-a798-126711977751 req-02487fac-d7e5-40ba-b38e-c122906f5e48 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 945 time: 0.0454493 Sep 09 15:02:03.454363 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-980a9d7c-1efa-48f1-a798-126711977751 req-59c90e41-b51e-4d6f-8acc-d1185f55c558 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423183 Sep 09 15:02:04.187825 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=8 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:04.199419 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:04.426012 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:04.426748 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=54,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:04.544290 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 34211ad4-de4c-4d6e-b4ff-f5d49198d966 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:02:04.573733 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff97e5-b699-4db4-8128-972cd7dc700c req-08fc4939-28c9-4b02-a933-e002c4b77826 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:04.575698 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-08ff97e5-b699-4db4-8128-972cd7dc700c req-08fc4939-28c9-4b02-a933-e002c4b77826 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 945 time: 0.0484438 Sep 09 15:02:04.582963 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:04.589410 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 15:02:04.595499 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:02:04.595994 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:04.625915 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-08ff97e5-b699-4db4-8128-972cd7dc700c req-2fc4a38d-150c-4590-8b90-eb82fbe81e3a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431733 Sep 09 15:02:04.671116 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:02:04.671498 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:04.694380 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34211ad4-de4c-4d6e-b4ff-f5d49198d966'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:02:04.696582 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2278af-6554-4db7-a4b8-569114ebe5bf" -d '{"events": [{"server_uuid": "4347b16f-4907-4b7a-b5e3-dc0b4e142116", "name": "network-vif-plugged", "status": "completed", "tag": "34211ad4-de4c-4d6e-b4ff-f5d49198d966"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:02:04.709102 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 34211ad4-de4c-4d6e-b4ff-f5d49198d966, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=34211ad4-de4c-4d6e-b4ff-f5d49198d966,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:04.713010 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:04.735989 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d75919c-03e1-49b6-a07c-7d0be58a1f1f x-openstack-request-id: req-1d75919c-03e1-49b6-a07c-7d0be58a1f1f {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:02:04.736280 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4347b16f-4907-4b7a-b5e3-dc0b4e142116", "name": "network-vif-plugged", "status": "completed", "tag": "34211ad4-de4c-4d6e-b4ff-f5d49198d966", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:02:04.736546 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d75919c-03e1-49b6-a07c-7d0be58a1f1f {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:02:04.736917 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d75919c-03e1-49b6-a07c-7d0be58a1f1f'] response: {'server_uuid': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34211ad4-de4c-4d6e-b4ff-f5d49198d966', 'code': 200} Sep 09 15:02:04.762282 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=34211ad4-de4c-4d6e-b4ff-f5d49198d966,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:04.919635 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a82a3-bbd8-4392-9d47-11bc9eae7ac0 req-242c657f-6c52-4fdf-b73f-7174adfa649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:04.921042 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8e8a82a3-bbd8-4392-9d47-11bc9eae7ac0 req-242c657f-6c52-4fdf-b73f-7174adfa649f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 1130 time: 0.0372136 Sep 09 15:02:04.965225 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8e8a82a3-bbd8-4392-9d47-11bc9eae7ac0 req-b57c3a66-c90b-4fb8-9ac6-2cdb1fd1fdbf service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368412 Sep 09 15:02:05.755976 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6266c9-b4ea-4af0-b8d9-13f96ef38fa8 req-7442d531-023a-4677-af7f-edd9040b296e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:05.757433 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0c6266c9-b4ea-4af0-b8d9-13f96ef38fa8 req-7442d531-023a-4677-af7f-edd9040b296e tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 946 time: 0.0490685 Sep 09 15:02:05.803175 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0c6266c9-b4ea-4af0-b8d9-13f96ef38fa8 req-173f1893-e089-414d-9ba8-17f7e62e04e0 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402813 Sep 09 15:02:06.936988 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506c0c4-51d8-4769-9752-804daf3c62ee req-795f7fe4-19a0-481c-b506-3e9a99bb7bfb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:06.936988 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6506c0c4-51d8-4769-9752-804daf3c62ee req-795f7fe4-19a0-481c-b506-3e9a99bb7bfb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 946 time: 0.0480299 Sep 09 15:02:06.979662 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6506c0c4-51d8-4769-9752-804daf3c62ee req-7809d798-1540-41a2-b340-10a80307271d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438120 Sep 09 15:02:07.648453 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-83c2a593-e54d-47d1-84ca-2aded015240e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:08.106410 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2514b0f6-5b3a-4282-af49-2d2da9bd12ca req-e3e6d1eb-e5a5-4cc7-bb3d-0f6ded2327fa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:08.107835 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2514b0f6-5b3a-4282-af49-2d2da9bd12ca req-e3e6d1eb-e5a5-4cc7-bb3d-0f6ded2327fa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 946 time: 0.0490856 Sep 09 15:02:08.153917 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2514b0f6-5b3a-4282-af49-2d2da9bd12ca req-617cbc5c-c5e4-4ccc-bd41-cd1aecac3459 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406382 Sep 09 15:02:08.270280 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cf4e3-e6bf-4362-b922-6bf673e70c3d req-8c4f32f5-24a1-466d-849b-367dbb30281a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:08.271632 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb4cf4e3-e6bf-4362-b922-6bf673e70c3d req-8c4f32f5-24a1-466d-849b-367dbb30281a tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 946 time: 0.0465195 Sep 09 15:02:08.281975 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38176) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:08.286486 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-f2bcfe5a-05cb-4f30-8ba1-4e06a4927d14 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Request body: {'floatingip': {'port_id': '34211ad4-de4c-4d6e-b4ff-f5d49198d966'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:02:08.326786 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2bcfe5a-05cb-4f30-8ba1-4e06a4927d14 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (10b406aa-f404-4bd2-9028-921f0fb9a3e0), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:08.740649 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2bcfe5a-05cb-4f30-8ba1-4e06a4927d14 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:08.744222 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2bcfe5a-05cb-4f30-8ba1-4e06a4927d14 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (10b406aa-f404-4bd2-9028-921f0fb9a3e0), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:08.837644 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.l3_db [None req-f2bcfe5a-05cb-4f30-8ba1-4e06a4927d14 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Floating IP 10b406aa-f404-4bd2-9028-921f0fb9a3e0 associated. External IP: 172.27.3.172, port: 34211ad4-de4c-4d6e-b4ff-f5d49198d966. Sep 09 15:02:09.038540 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bcfe5a-05cb-4f30-8ba1-4e06a4927d14 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Router e8338e0f-9c0d-4cfe-be71-08603455e8dc has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:02:09.143725 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bcfe5a-05cb-4f30-8ba1-4e06a4927d14 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:02:09.148535 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2bcfe5a-05cb-4f30-8ba1-4e06a4927d14 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:09.152845 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f5019-c549-4d2e-a7ea-d4785bdcdae8 None None] Sync routers for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:02:09.163266 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f5019-c549-4d2e-a7ea-d4785bdcdae8 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:02:09.163874 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-a22f5019-c549-4d2e-a7ea-d4785bdcdae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:01:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:09.178334 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f2bcfe5a-05cb-4f30-8ba1-4e06a4927d14 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/10b406aa-f404-4bd2-9028-921f0fb9a3e0 HTTP/1.1" status: 200 len: 992 time: 0.8952727 Sep 09 15:02:09.178976 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'tag': '34211ad4-de4c-4d6e-b4ff-f5d49198d966'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:02:09.181241 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0210487-a4a0-40b1-9166-6f4f8280f5e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4347b16f-4907-4b7a-b5e3-dc0b4e142116", "tag": "34211ad4-de4c-4d6e-b4ff-f5d49198d966"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:02:09.218138 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60236ac3-7c69-4ef9-bc5d-ab334d15e139 x-openstack-request-id: req-60236ac3-7c69-4ef9-bc5d-ab334d15e139 {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:02:09.218427 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4347b16f-4907-4b7a-b5e3-dc0b4e142116", "tag": "34211ad4-de4c-4d6e-b4ff-f5d49198d966", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:02:09.218684 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60236ac3-7c69-4ef9-bc5d-ab334d15e139 {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:02:09.219733 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60236ac3-7c69-4ef9-bc5d-ab334d15e139'] response: {'name': 'network-changed', 'server_uuid': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'tag': '34211ad4-de4c-4d6e-b4ff-f5d49198d966', 'status': 'completed', 'code': 200} Sep 09 15:02:09.295237 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0210487-a4a0-40b1-9166-6f4f8280f5e5 req-9d5e0f30-914c-4af8-876c-e01c10979141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:09.296651 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e0210487-a4a0-40b1-9166-6f4f8280f5e5 req-9d5e0f30-914c-4af8-876c-e01c10979141 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=063bdf7448ee45939287687b0e65dd97&device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 1130 time: 0.0425830 Sep 09 15:02:09.353225 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-a22f5019-c549-4d2e-a7ea-d4785bdcdae8 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:02:09.513054 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0210487-a4a0-40b1-9166-6f4f8280f5e5 req-84a6be96-76e7-46e8-997a-993dbfcf91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:09.514550 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e0210487-a4a0-40b1-9166-6f4f8280f5e5 req-84a6be96-76e7-46e8-997a-993dbfcf91cb service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 200 len: 915 time: 0.0884132 Sep 09 15:02:09.556700 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-a22f5019-c549-4d2e-a7ea-d4785bdcdae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '10b406aa-f404-4bd2-9028-921f0fb9a3e0', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': '34211ad4-de4c-4d6e-b4ff-f5d49198d966', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:6d:1c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:01:54Z', 'updated_at': '2022-09-09T15:02:08Z', 'revision_number': 1, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:09.576304 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e0210487-a4a0-40b1-9166-6f4f8280f5e5 req-6345ed1a-1fd0-41e1-ae8a-4a15d622d311 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34211ad4-de4c-4d6e-b4ff-f5d49198d966 HTTP/1.1" status: 200 len: 1000 time: 0.0548987 Sep 09 15:02:09.585837 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f5019-c549-4d2e-a7ea-d4785bdcdae8 None None] Checking router: e8338e0f-9c0d-4cfe-be71-08603455e8dc for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:02:09.594361 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22f5019-c549-4d2e-a7ea-d4785bdcdae8 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:02:09.594960 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-a22f5019-c549-4d2e-a7ea-d4785bdcdae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:01:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:09.628151 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0210487-a4a0-40b1-9166-6f4f8280f5e5 req-067f3d3e-01dc-46a1-a789-84a38a1d669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:09.629599 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e0210487-a4a0-40b1-9166-6f4f8280f5e5 req-067f3d3e-01dc-46a1-a789-84a38a1d669f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 200 len: 853 time: 0.0468626 Sep 09 15:02:09.673945 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0210487-a4a0-40b1-9166-6f4f8280f5e5 req-2fafcdad-6cb9-4fb8-91b6-257cc3148fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:09.675414 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e0210487-a4a0-40b1-9166-6f4f8280f5e5 req-2fafcdad-6cb9-4fb8-91b6-257cc3148fce service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=2ced1175-a542-4682-b032-b597d6969844&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392613 Sep 09 15:02:09.695884 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-a22f5019-c549-4d2e-a7ea-d4785bdcdae8 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:02:09.728258 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:09.730611 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:09.768342 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e0210487-a4a0-40b1-9166-6f4f8280f5e5 req-fb5530d4-2f84-464f-a441-4181dacab702 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858576 Sep 09 15:02:09.867089 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3ca69c87-00b2-4524-b204-93b3dd9ca97f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:09.868311 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e0210487-a4a0-40b1-9166-6f4f8280f5e5 req-0b5dcb14-c8c0-4cfb-9257-c43494ee7c79 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934279 Sep 09 15:02:09.912194 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-a22f5019-c549-4d2e-a7ea-d4785bdcdae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '10b406aa-f404-4bd2-9028-921f0fb9a3e0', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': '34211ad4-de4c-4d6e-b4ff-f5d49198d966', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:6d:1c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:01:54Z', 'updated_at': '2022-09-09T15:02:08Z', 'revision_number': 1, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:09.940594 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22f5019-c549-4d2e-a7ea-d4785bdcdae8 None None] The sync data for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi is: [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '10b406aa-f404-4bd2-9028-921f0fb9a3e0', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'floating_ip_address': '172.27.3.172', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'port_id': '34211ad4-de4c-4d6e-b4ff-f5d49198d966', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'mac_address': 'fa:16:3e:6d:1c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:01:54Z', 'updated_at': '2022-09-09T15:02:08Z', 'revision_number': 1, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:02:10.127190 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2dc023-ddc5-4827-b403-0f3882196616 None None] New status for floating IP 10b406aa-f404-4bd2-9028-921f0fb9a3e0: ACTIVE {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:02:11.313935 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:13.085051 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:13.092074 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:15.950784 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:19.174071 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:19.176034 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:19.567095 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243fb70-cd47-4fe1-b56d-adbef30b0edb req-f5bde20e-262b-4fca-b680-90d60a3110f6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:19.568486 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5243fb70-cd47-4fe1-b56d-adbef30b0edb req-f5bde20e-262b-4fca-b680-90d60a3110f6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0985570 Sep 09 15:02:19.620178 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5243fb70-cd47-4fe1-b56d-adbef30b0edb req-135cb1f0-ae97-4788-a551-b2b1c0db1b1d tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458505 Sep 09 15:02:19.910098 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=71 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:19.914840 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=77 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:20.798742 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1664a9e-ff54-4dee-91ca-5b21b1d29915 req-601e369a-c512-449e-969c-f1f5030b4f9a tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:20.800188 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f1664a9e-ff54-4dee-91ca-5b21b1d29915 req-601e369a-c512-449e-969c-f1f5030b4f9a tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0988390 Sep 09 15:02:20.848448 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f1664a9e-ff54-4dee-91ca-5b21b1d29915 req-a657f3da-e21f-4212-ab10-00871d6c4cf0 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426748 Sep 09 15:02:21.968187 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84091c46-7b2b-48b5-9290-33e56e6d4827 req-768123f1-b22e-490a-89b4-5b3ccf4237de tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:21.970287 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-84091c46-7b2b-48b5-9290-33e56e6d4827 req-768123f1-b22e-490a-89b4-5b3ccf4237de tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0467496 Sep 09 15:02:22.020733 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-84091c46-7b2b-48b5-9290-33e56e6d4827 req-1d6bc860-af3d-4712-8c13-a43afd944e6c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449014 Sep 09 15:02:23.144727 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29845930-3a44-492a-8dfc-698b581ffe36 req-887c37dd-fa2a-41a9-89f6-a360764b591d tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:23.146236 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-29845930-3a44-492a-8dfc-698b581ffe36 req-887c37dd-fa2a-41a9-89f6-a360764b591d tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0506794 Sep 09 15:02:23.197524 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-29845930-3a44-492a-8dfc-698b581ffe36 req-6e84be30-4317-415f-ad3f-1df5e4b577d4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450699 Sep 09 15:02:23.255332 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:02:23.932020 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c735c66-3ea1-4cc9-b7d9-e606ba29ecbf req-8e593c26-2f61-446c-a912-f8d73bd24e4d tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:23.933463 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3c735c66-3ea1-4cc9-b7d9-e606ba29ecbf req-8e593c26-2f61-446c-a912-f8d73bd24e4d tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0463357 Sep 09 15:02:23.981022 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3c735c66-3ea1-4cc9-b7d9-e606ba29ecbf req-0cb01750-6f8f-4cc0-a678-cc7303a86650 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419252 Sep 09 15:02:24.330307 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c857fc-fd7b-410c-a814-78362e2a4b39 req-4ceb1b49-9e48-49d2-b893-0cdebee9c483 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:24.332797 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-70c857fc-fd7b-410c-a814-78362e2a4b39 req-4ceb1b49-9e48-49d2-b893-0cdebee9c483 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0480752 Sep 09 15:02:24.387346 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-70c857fc-fd7b-410c-a814-78362e2a4b39 req-e17d00ac-7d08-4c71-8154-c754b0364670 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485137 Sep 09 15:02:25.100468 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3d571-dcdc-4bd7-9690-462ecdf10ca5 req-f70eb284-0b55-450e-9705-e97cb6fb36de tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:25.101984 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c7d3d571-dcdc-4bd7-9690-462ecdf10ca5 req-f70eb284-0b55-450e-9705-e97cb6fb36de tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0456862 Sep 09 15:02:25.148316 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c7d3d571-dcdc-4bd7-9690-462ecdf10ca5 req-d0b9feff-cd41-465f-b025-10662917dcd6 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408373 Sep 09 15:02:25.506995 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd9a04-91a7-4310-b1ad-9caa14bd74fb req-3ecdcb5e-0ab9-451b-abff-68214018581a tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:25.508432 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3ccd9a04-91a7-4310-b1ad-9caa14bd74fb req-3ecdcb5e-0ab9-451b-abff-68214018581a tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0463250 Sep 09 15:02:25.556816 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3ccd9a04-91a7-4310-b1ad-9caa14bd74fb req-e1074ed2-96e4-45e2-917f-bf12d6e166f9 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429366 Sep 09 15:02:25.944724 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:25.946639 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:26.220678 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbdfa6-cc90-44f9-89f2-234f820f1655 req-b3e1acdf-bdcc-4289-a686-364beff4699a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:26.222475 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2efbdfa6-cc90-44f9-89f2-234f820f1655 req-b3e1acdf-bdcc-4289-a686-364beff4699a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0538499 Sep 09 15:02:26.284201 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886779d-e878-4efd-9286-25882f0d49c4 req-e4e2c8ac-8819-4555-a9cf-846563dfd83f tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:26.285689 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f886779d-e878-4efd-9286-25882f0d49c4 req-e4e2c8ac-8819-4555-a9cf-846563dfd83f tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0608375 Sep 09 15:02:26.298050 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:26.307174 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:26.323025 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2efbdfa6-cc90-44f9-89f2-234f820f1655 req-c5f99def-0149-4208-9d01-67ed70cd131f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895503 Sep 09 15:02:26.350015 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f886779d-e878-4efd-9286-25882f0d49c4 req-748ef01d-1285-4bd6-9409-93b9e909b440 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=c20de5f9-deaf-4ec8-8a0b-205d3bce9948&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563002 Sep 09 15:02:26.710412 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775e78a-354f-4aa7-8265-ba72d91ac176 req-4b06dd2b-328d-49c7-8e53-546f18f6e4fd tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:26.712571 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a775e78a-354f-4aa7-8265-ba72d91ac176 req-4b06dd2b-328d-49c7-8e53-546f18f6e4fd tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0825059 Sep 09 15:02:26.736013 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed059b17-714a-422a-ba19-9e57470ed03c req-409172bd-b162-4521-ac4b-a1b6a8380a17 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:26.738237 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed059b17-714a-422a-ba19-9e57470ed03c req-409172bd-b162-4521-ac4b-a1b6a8380a17 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 945 time: 0.0678616 Sep 09 15:02:26.817716 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a775e78a-354f-4aa7-8265-ba72d91ac176 req-b4116ebc-f4e8-4431-8cf4-e2083f07e8e8 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987995 Sep 09 15:02:26.852251 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Deleting port 112e83fe-adcc-47b0-8085-50326186abe9 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:02:26.852586 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (112e83fe-adcc-47b0-8085-50326186abe9), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:26.943278 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] For port 112e83fe-adcc-47b0-8085-50326186abe9, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=112e83fe-adcc-47b0-8085-50326186abe9,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:26.943716 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (112e83fe-adcc-47b0-8085-50326186abe9), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:27.101971 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:27.102326 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (0b834545-2d59-46cf-9756-c58949fd55f5), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:27.102634 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Floating IP 0b834545-2d59-46cf-9756-c58949fd55f5 disassociated. External IP: 172.27.3.100, port: 112e83fe-adcc-47b0-8085-50326186abe9. Sep 09 15:02:27.102965 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Calling delete_port for 112e83fe-adcc-47b0-8085-50326186abe9 owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:02:27.231678 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (112e83fe-adcc-47b0-8085-50326186abe9), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:27.258595 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event deleted for resources: {'Port': ['ID=112e83fe-adcc-47b0-8085-50326186abe9,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:27.367614 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Router 599cf530-5e09-4830-8502-2fe6e4f649ed has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:02:27.460903 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:27.482841 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:27.488959 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4af90929-7d07-470b-a97e-fdf15c44e3ce req-72f12f8d-8789-4576-a40d-0f171d9a7c46 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 210 time: 0.0620618 Sep 09 15:02:27.522537 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbbaa7-3475-4e82-b1f9-e27c30aaefdf req-a2692f77-f576-4621-b7bc-dd6aa5a38730 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:27.523977 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-61fbbaa7-3475-4e82-b1f9-e27c30aaefdf req-a2692f77-f576-4621-b7bc-dd6aa5a38730 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.1102326 Sep 09 15:02:27.572915 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:02:27.584986 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239beb3d-8af1-4af5-8cc8-4922ce651a4c None None] Sync routers for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:02:27.604020 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239beb3d-8af1-4af5-8cc8-4922ce651a4c None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:02:27.605084 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-239beb3d-8af1-4af5-8cc8-4922ce651a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:02:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:27.645307 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-61fbbaa7-3475-4e82-b1f9-e27c30aaefdf req-739200a3-fd07-4143-8375-fa8866651e51 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149309 Sep 09 15:02:27.646124 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] No DVR routers for this DVR port 112e83fe-adcc-47b0-8085-50326186abe9 on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:02:27.655590 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:27.659001 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed059b17-714a-422a-ba19-9e57470ed03c req-cd687330-13dd-4922-a205-a2b944a08723 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.16 "DELETE /networking/v2.0/ports/112e83fe-adcc-47b0-8085-50326186abe9 HTTP/1.1" status: 204 len: 173 time: 0.9141402 Sep 09 15:02:27.659520 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'name': 'network-vif-deleted', 'tag': '112e83fe-adcc-47b0-8085-50326186abe9'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:02:27.661896 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6962cf3f-91cb-4dcc-8d24-bda8fedf0b63" -d '{"events": [{"server_uuid": "762529ff-2c14-4d96-85cb-3908b1f9e26b", "name": "network-vif-deleted", "tag": "112e83fe-adcc-47b0-8085-50326186abe9"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:02:27.741699 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7d4564-8991-4334-bcdb-f66b7c40a9d9 x-openstack-request-id: req-0b7d4564-8991-4334-bcdb-f66b7c40a9d9 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:02:27.742332 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "762529ff-2c14-4d96-85cb-3908b1f9e26b", "name": "network-vif-deleted", "tag": "112e83fe-adcc-47b0-8085-50326186abe9", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:02:27.742332 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b7d4564-8991-4334-bcdb-f66b7c40a9d9 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:02:27.742729 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b7d4564-8991-4334-bcdb-f66b7c40a9d9'] response: {'server_uuid': '762529ff-2c14-4d96-85cb-3908b1f9e26b', 'name': 'network-vif-deleted', 'tag': '112e83fe-adcc-47b0-8085-50326186abe9', 'status': 'completed', 'code': 200} Sep 09 15:02:27.768292 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-239beb3d-8af1-4af5-8cc8-4922ce651a4c None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:02:27.924410 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e607754-e01b-4cdf-9915-04767600a8dc req-c686133d-1888-4d07-b09c-a90abb972fa7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:27.925896 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9e607754-e01b-4cdf-9915-04767600a8dc req-c686133d-1888-4d07-b09c-a90abb972fa7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0581577 Sep 09 15:02:27.979043 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7f7068-0d77-47b6-a703-55b1013b0c49 req-e35c793c-fa53-484b-b303-0f58ca52fb8d tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:27.980486 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3b7f7068-0d77-47b6-a703-55b1013b0c49 req-e35c793c-fa53-484b-b303-0f58ca52fb8d tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0757816 Sep 09 15:02:27.985459 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-239beb3d-8af1-4af5-8cc8-4922ce651a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:32Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:28.016307 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239beb3d-8af1-4af5-8cc8-4922ce651a4c None None] Checking router: 599cf530-5e09-4830-8502-2fe6e4f649ed for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:02:28.018605 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9e607754-e01b-4cdf-9915-04767600a8dc req-5aa3e468-28e7-4422-8420-aebc75d3061f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736675 Sep 09 15:02:28.025503 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239beb3d-8af1-4af5-8cc8-4922ce651a4c None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:02:28.026203 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-239beb3d-8af1-4af5-8cc8-4922ce651a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:02:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:28.051363 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3b7f7068-0d77-47b6-a703-55b1013b0c49 req-ceb995fc-a9d0-489f-9b4a-fd60193f2738 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634215 Sep 09 15:02:28.126040 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-239beb3d-8af1-4af5-8cc8-4922ce651a4c None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:02:28.315584 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-239beb3d-8af1-4af5-8cc8-4922ce651a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:32Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:28.340116 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239beb3d-8af1-4af5-8cc8-4922ce651a4c None None] The sync data for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi is: [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:32Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:02:28.543590 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b6f9a-d713-4e0c-a924-73e1c49f913e None None] New status for floating IP 0b834545-2d59-46cf-9756-c58949fd55f5: DOWN {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:02:28.606134 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b1547165-1945-4ee5-8a99-c63b625a5265 req-dffc9574-daca-4e1f-bdbe-08ddd8a00b47 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 210 time: 0.0282445 Sep 09 15:02:28.785184 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b577c-8bab-4bfb-a978-27f2ed006d65 req-44f4e6be-dfc3-45a6-95bf-a4f17a7b2eaf tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:28.786639 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-851b577c-8bab-4bfb-a978-27f2ed006d65 req-44f4e6be-dfc3-45a6-95bf-a4f17a7b2eaf tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0488799 Sep 09 15:02:28.833230 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-851b577c-8bab-4bfb-a978-27f2ed006d65 req-a51ea35a-4b92-4565-ae70-96d89e542832 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410318 Sep 09 15:02:29.146935 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de27c64-ba78-47a6-b2cc-f26480904585 req-0286e7bd-0ba5-4311-97ec-33f723c57e0a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:29.148399 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3de27c64-ba78-47a6-b2cc-f26480904585 req-0286e7bd-0ba5-4311-97ec-33f723c57e0a tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0553942 Sep 09 15:02:29.194566 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ffd96-1444-4ffa-afd6-544559b08f08 req-45a67f01-e48b-4905-8167-a553412f9c45 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:29.195967 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-660ffd96-1444-4ffa-afd6-544559b08f08 req-45a67f01-e48b-4905-8167-a553412f9c45 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0694456 Sep 09 15:02:29.238427 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3de27c64-ba78-47a6-b2cc-f26480904585 req-81f1ab14-efe4-4d88-a096-e877177de636 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736134 Sep 09 15:02:29.266211 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-660ffd96-1444-4ffa-afd6-544559b08f08 req-9d60394d-9fcb-4cb0-b6eb-19d5c5293172 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606441 Sep 09 15:02:29.720870 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eeda2b54-a393-44b2-92c3-4770451caf3c req-91121221-a3bc-430d-aaf9-7c1962bd3b18 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 210 time: 0.0280240 Sep 09 15:02:29.958526 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef4a07-951c-4c31-b7b5-b139e16b6e64 req-fa9b3def-a335-4237-a791-a1abc31797ce tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:29.959878 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dcef4a07-951c-4c31-b7b5-b139e16b6e64 req-fa9b3def-a335-4237-a791-a1abc31797ce tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0458677 Sep 09 15:02:30.005247 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dcef4a07-951c-4c31-b7b5-b139e16b6e64 req-3529bc47-a9c9-4d49-a387-fb222ec02052 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399120 Sep 09 15:02:30.388139 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce60542-5f78-4fcc-a916-66c526ffa113 req-c3963f7d-ac02-42c0-9dca-3517e19c9da5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:30.389611 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ce60542-5f78-4fcc-a916-66c526ffa113 req-c3963f7d-ac02-42c0-9dca-3517e19c9da5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.0776396 Sep 09 15:02:30.400110 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8691d6a-e17c-444a-b6f4-bec88d007369 req-4854548d-87d7-4239-b44b-217c7d591ade tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:30.401491 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e8691d6a-e17c-444a-b6f4-bec88d007369 req-4854548d-87d7-4239-b44b-217c7d591ade tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0587177 Sep 09 15:02:30.475270 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ce60542-5f78-4fcc-a916-66c526ffa113 req-52859245-8ea0-4cba-ba3a-e73171a8a8ab tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728579 Sep 09 15:02:30.479655 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e8691d6a-e17c-444a-b6f4-bec88d007369 req-8f68f25e-032a-46da-bb43-bf8a4dcaafe6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708289 Sep 09 15:02:30.637722 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 112e83fe-adcc-47b0-8085-50326186abe9 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:02:30.657769 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 112e83fe-adcc-47b0-8085-50326186abe9 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:02:30.658108 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 112e83fe-adcc-47b0-8085-50326186abe9 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:02:30.831286 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ba535f8f-08d1-4ee5-bfd1-d037f05558e4 req-522fd785-9f35-4d5c-9114-9ea1d330e372 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 210 time: 0.0271430 Sep 09 15:02:31.132182 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37966756-7829-4747-a0ff-e83072c744b6 req-4f02c127-1fc4-4344-8d03-e6637c7e0790 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:31.133618 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-37966756-7829-4747-a0ff-e83072c744b6 req-4f02c127-1fc4-4344-8d03-e6637c7e0790 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0493810 Sep 09 15:02:31.178227 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:31.186206 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-37966756-7829-4747-a0ff-e83072c744b6 req-d100bc5c-6fcf-45f1-bb78-202ee3978d14 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471306 Sep 09 15:02:31.578894 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:31.608516 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-eed4d07a-c8a1-4e89-a818-db5970b3eda3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:31.609999 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-eed4d07a-c8a1-4e89-a818-db5970b3eda3 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.1150165 Sep 09 15:02:31.654119 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768aa7c-45d8-4791-9620-7dd899fcf073 req-d7e726d5-531d-43cc-8163-154971c0ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:31.655646 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2768aa7c-45d8-4791-9620-7dd899fcf073 req-d7e726d5-531d-43cc-8163-154971c0ae3f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3f711f25c212427db970f02391c79d1c&device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 1129 time: 0.2001960 Sep 09 15:02:31.681640 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31792-dcf9-4401-a17b-f7889958a430 req-40b35ef7-88b2-4df0-ade9-347eceaf74e0 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:31.682986 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c6d31792-dcf9-4401-a17b-f7889958a430 req-40b35ef7-88b2-4df0-ade9-347eceaf74e0 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 945 time: 0.1233380 Sep 09 15:02:31.696248 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f9232-9cc6-4899-a4f9-f356d58961bf req-0b2abb92-6dd2-441b-b93f-9159f2625e8f tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:31.697626 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f5f9232-9cc6-4899-a4f9-f356d58961bf req-0b2abb92-6dd2-441b-b93f-9159f2625e8f tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.1275411 Sep 09 15:02:31.811973 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c6d31792-dcf9-4401-a17b-f7889958a430 req-5b829380-efc8-4870-b53a-ed9441c46cf7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=bb9893bb-721b-4175-960f-fafb2d54d8bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214213 Sep 09 15:02:31.812491 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Deleting port 598629db-7d01-4336-8d90-bf7ea717cd23 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:02:31.812830 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:31.833918 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f5f9232-9cc6-4899-a4f9-f356d58961bf req-0c132276-828e-4c8f-bd95-6c49a90d5ea6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263473 Sep 09 15:02:31.991836 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d2ff5292-25c3-4e5e-a44f-5a8e0b5cd12f req-b31992f5-fdd7-4dd4-9a11-f8369a198b47 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=762529ff-2c14-4d96-85cb-3908b1f9e26b HTTP/1.1" status: 200 len: 210 time: 0.0694461 Sep 09 15:02:31.996378 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] For port 598629db-7d01-4336-8d90-bf7ea717cd23, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=598629db-7d01-4336-8d90-bf7ea717cd23,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:31.996744 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:32.087123 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768aa7c-45d8-4791-9620-7dd899fcf073 req-0a3d03f7-1076-4889-95f7-f9b3a6c57917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:32.088579 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2768aa7c-45d8-4791-9620-7dd899fcf073 req-0a3d03f7-1076-4889-95f7-f9b3a6c57917 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8d2d50ee-a393-4bca-920f-08b3f70f628d HTTP/1.1" status: 200 len: 909 time: 0.1998212 Sep 09 15:02:32.441424 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2768aa7c-45d8-4791-9620-7dd899fcf073 req-ef9ce69d-64af-41aa-9a73-dddecd71ff59 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde HTTP/1.1" status: 200 len: 1000 time: 0.3428068 Sep 09 15:02:32.517318 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:32.517582 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (0ab286ef-c278-4361-8f85-20434734c66a), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:32.517888 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Floating IP 0ab286ef-c278-4361-8f85-20434734c66a disassociated. External IP: 172.27.3.42, port: 598629db-7d01-4336-8d90-bf7ea717cd23. Sep 09 15:02:32.518224 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Calling delete_port for 598629db-7d01-4336-8d90-bf7ea717cd23 owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:02:32.524981 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a788ee27-67a8-47cd-986c-66418ca7d470 req-90a83d7d-c0bd-498c-8c22-d5b06689d5ae tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:32.526432 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a788ee27-67a8-47cd-986c-66418ca7d470 req-90a83d7d-c0bd-498c-8c22-d5b06689d5ae tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0960844 Sep 09 15:02:32.563613 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768aa7c-45d8-4791-9620-7dd899fcf073 req-e2783ed8-887b-418b-9b43-43ada11da602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:32.564983 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2768aa7c-45d8-4791-9620-7dd899fcf073 req-e2783ed8-887b-418b-9b43-43ada11da602 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f0f47d81-143a-4923-84fd-72ceb666893e HTTP/1.1" status: 200 len: 847 time: 0.1020021 Sep 09 15:02:32.657392 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:32.661056 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:32.664616 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a788ee27-67a8-47cd-986c-66418ca7d470 req-38bb1be4-e00d-4af8-a824-979e5ef6d02c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303020 Sep 09 15:02:32.669023 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768aa7c-45d8-4791-9620-7dd899fcf073 req-9a328ce7-28ce-4531-bc83-c8a84212b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:32.670432 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2768aa7c-45d8-4791-9620-7dd899fcf073 req-9a328ce7-28ce-4531-bc83-c8a84212b8f7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8d2d50ee-a393-4bca-920f-08b3f70f628d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0795584 Sep 09 15:02:32.799852 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (598629db-7d01-4336-8d90-bf7ea717cd23), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:32.840985 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event deleted for resources: {'Port': ['ID=598629db-7d01-4336-8d90-bf7ea717cd23,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:32.844844 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2768aa7c-45d8-4791-9620-7dd899fcf073 req-a888e402-f647-4119-bcec-fffa31dfebdc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636045 Sep 09 15:02:32.855531 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.856003 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.856186 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.856636 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.856903 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.857266 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.857601 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.857929 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.858257 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.858687 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.858893 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.859247 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.859561 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.859876 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:32.860198 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:33.003385 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-def6fdf3-1dce-48d1-84bf-4af7cb911601 req-113235b7-424e-46bc-9e55-397155391ad9 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0900803 Sep 09 15:02:33.077819 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4600c471-755c-4589-a79d-7cad6f487ee9 req-3e1ef05c-16d6-47ba-ba8e-8b1435056c56 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:33.079812 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4600c471-755c-4589-a79d-7cad6f487ee9 req-3e1ef05c-16d6-47ba-ba8e-8b1435056c56 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.1365471 Sep 09 15:02:33.092620 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38348) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:33.113135 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2768aa7c-45d8-4791-9620-7dd899fcf073 req-b45fc12f-da20-4500-b140-481a40f67bcd service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592447 Sep 09 15:02:33.137962 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Router dcd82553-e045-421c-872a-af30f499ca24 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:02:33.153471 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-78678363-594f-4ca4-af4a-e27f5b823a01 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group (c20de5f9-deaf-4ec8-8a0b-205d3bce9948), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.161591 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4600c471-755c-4589-a79d-7cad6f487ee9 req-824cd28d-f5b0-45fc-9630-62ddf6f6c665 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731781 Sep 09 15:02:33.189223 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-78678363-594f-4ca4-af4a-e27f5b823a01 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group (c20de5f9-deaf-4ec8-8a0b-205d3bce9948), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.242444 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-78678363-594f-4ca4-af4a-e27f5b823a01 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c20de5f9-deaf-4ec8-8a0b-205d3bce9948), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.245500 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-78678363-594f-4ca4-af4a-e27f5b823a01 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.246708 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-78678363-594f-4ca4-af4a-e27f5b823a01 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c20de5f9-deaf-4ec8-8a0b-205d3bce9948 HTTP/1.1" status: 204 len: 168 time: 0.1530173 Sep 09 15:02:33.251651 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38350) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:33.268150 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78678363-594f-4ca4-af4a-e27f5b823a01 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20de5f9-deaf-4ec8-8a0b-205d3bce9948,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:33.274860 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.api.v2.resource [None req-3371b630-9a0b-4bf4-b020-962b7f338546 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] show failed (client error): The resource could not be found. Sep 09 15:02:33.279579 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-3371b630-9a0b-4bf4-b020-962b7f338546 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups/c20de5f9-deaf-4ec8-8a0b-205d3bce9948 HTTP/1.1" status: 404 len: 347 time: 0.0268788 Sep 09 15:02:33.280399 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38352) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:33.286149 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:02:33.301481 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96992b4d-be8d-4744-ad14-bd478ed75b42 None None] Sync routers for ids ['dcd82553-e045-421c-872a-af30f499ca24'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:02:33.317064 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96992b4d-be8d-4744-ad14-bd478ed75b42 None None] Routers {'dcd82553-e045-421c-872a-af30f499ca24'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:02:33.317892 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-96992b4d-be8d-4744-ad14-bd478ed75b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:02:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['dcd82553-e045-421c-872a-af30f499ca24'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:33.361031 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] No DVR routers for this DVR port 598629db-7d01-4336-8d90-bf7ea717cd23 on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:02:33.365670 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.370269 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cf86104c-d0d4-43d1-bce4-64112c4fd10e req-da68b4ec-35cd-485e-8641-14a6d8205285 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "DELETE /networking/v2.0/ports/598629db-7d01-4336-8d90-bf7ea717cd23 HTTP/1.1" status: 204 len: 173 time: 1.7500453 Sep 09 15:02:33.370830 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'name': 'network-vif-deleted', 'tag': '598629db-7d01-4336-8d90-bf7ea717cd23'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:02:33.374025 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2109be9-ce3e-4154-b4e7-d67132beb4f4" -d '{"events": [{"server_uuid": "aaf7d1b4-008f-427e-afeb-a09b91f9c1a6", "name": "network-vif-deleted", "tag": "598629db-7d01-4336-8d90-bf7ea717cd23"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:02:33.415118 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4578a-96f3-4959-a19c-1c9986d3dd06 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Deleting port 15008456-e8c8-4575-899b-03ab13c89bb4 {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:02:33.415458 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f0e4578a-96f3-4959-a19c-1c9986d3dd06 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (15008456-e8c8-4575-899b-03ab13c89bb4), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.427933 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbd882b-4041-4eac-8b3a-adcf6aeb50e0 x-openstack-request-id: req-6dbd882b-4041-4eac-8b3a-adcf6aeb50e0 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:02:33.428288 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaf7d1b4-008f-427e-afeb-a09b91f9c1a6", "name": "network-vif-deleted", "tag": "598629db-7d01-4336-8d90-bf7ea717cd23", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:02:33.428596 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dbd882b-4041-4eac-8b3a-adcf6aeb50e0 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:02:33.429073 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dbd882b-4041-4eac-8b3a-adcf6aeb50e0'] response: {'server_uuid': 'aaf7d1b4-008f-427e-afeb-a09b91f9c1a6', 'name': 'network-vif-deleted', 'tag': '598629db-7d01-4336-8d90-bf7ea717cd23', 'status': 'completed', 'code': 200} Sep 09 15:02:33.494361 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f0e4578a-96f3-4959-a19c-1c9986d3dd06 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (15008456-e8c8-4575-899b-03ab13c89bb4), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.494586 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f0e4578a-96f3-4959-a19c-1c9986d3dd06 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (15008456-e8c8-4575-899b-03ab13c89bb4), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.507436 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-f0e4578a-96f3-4959-a19c-1c9986d3dd06 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Calling delete_port for 15008456-e8c8-4575-899b-03ab13c89bb4 owned by network:floatingip {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:02:33.529427 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-96992b4d-be8d-4744-ad14-bd478ed75b42 None None] Set router dcd82553-e045-421c-872a-af30f499ca24 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:02:33.642527 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f0e4578a-96f3-4959-a19c-1c9986d3dd06 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (15008456-e8c8-4575-899b-03ab13c89bb4), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.663681 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:33.666668 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4578a-96f3-4959-a19c-1c9986d3dd06 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event deleted for resources: {'Port': ['ID=15008456-e8c8-4575-899b-03ab13c89bb4,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:33.727420 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-96992b4d-be8d-4744-ad14-bd478ed75b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:38Z', 'revision_number': 5, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:33.733607 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f0e4578a-96f3-4959-a19c-1c9986d3dd06 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (0b834545-2d59-46cf-9756-c58949fd55f5), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.736166 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f0e4578a-96f3-4959-a19c-1c9986d3dd06 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.740628 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f0e4578a-96f3-4959-a19c-1c9986d3dd06 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/0b834545-2d59-46cf-9756-c58949fd55f5 HTTP/1.1" status: 204 len: 168 time: 0.4555044 Sep 09 15:02:33.758836 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96992b4d-be8d-4744-ad14-bd478ed75b42 None None] Checking router: dcd82553-e045-421c-872a-af30f499ca24 for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:02:33.760508 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:33.771190 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96992b4d-be8d-4744-ad14-bd478ed75b42 None None] Routers {'dcd82553-e045-421c-872a-af30f499ca24'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:02:33.771803 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-96992b4d-be8d-4744-ad14-bd478ed75b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:02:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['dcd82553-e045-421c-872a-af30f499ca24'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:33.811952 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c91eb-6a48-41e3-94e2-0fa23807d91f req-8ae88d04-91f7-48bf-9bca-76bc98420f3e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:33.815383 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da9c91eb-6a48-41e3-94e2-0fa23807d91f req-8ae88d04-91f7-48bf-9bca-76bc98420f3e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0548580 Sep 09 15:02:33.819250 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 38360) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:33.823585 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-20908f99-242c-49f7-8d9c-c0d316889f97 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825570652', 'description': 'tempest-description--1254800504'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:02:33.868178 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-20908f99-242c-49f7-8d9c-c0d316889f97 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.886670 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-96992b4d-be8d-4744-ad14-bd478ed75b42 None None] Set router dcd82553-e045-421c-872a-af30f499ca24 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:02:33.892620 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-da9c91eb-6a48-41e3-94e2-0fa23807d91f req-4ef6dfa2-c5d0-42b9-be38-35327884ad72 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636835 Sep 09 15:02:33.954863 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-20908f99-242c-49f7-8d9c-c0d316889f97 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group (8adfcb14-50f8-4643-b741-2acd8e56b1dc), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.958623 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-20908f99-242c-49f7-8d9c-c0d316889f97 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (8adfcb14-50f8-4643-b741-2acd8e56b1dc), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:33.965387 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:DELETE=2,neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:33.965976 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:33.994563 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20908f99-242c-49f7-8d9c-c0d316889f97 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8adfcb14-50f8-4643-b741-2acd8e56b1dc,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:34.000839 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-20908f99-242c-49f7-8d9c-c0d316889f97 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.005128 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-20908f99-242c-49f7-8d9c-c0d316889f97 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1818466 Sep 09 15:02:34.005128 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 38362) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:34.009497 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-8b64a9c5-d808-4a43-a351-00ba702efe33 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Request body: {'security_group_rule': {'security_group_id': '8adfcb14-50f8-4643-b741-2acd8e56b1dc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:02:34.037597 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8b64a9c5-d808-4a43-a351-00ba702efe33 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group_rule (b4dd6017-fa95-428d-aef6-13bf79f3bbb7), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.110484 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-96992b4d-be8d-4744-ad14-bd478ed75b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:38Z', 'revision_number': 5, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:34.129620 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c958a38a-c57f-4f73-bdd0-ddd3ebef0cb7 req-8433a5a4-0d26-4141-a14c-de0361f17e7c tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=aaf7d1b4-008f-427e-afeb-a09b91f9c1a6 HTTP/1.1" status: 200 len: 210 time: 0.0363259 Sep 09 15:02:34.139953 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96992b4d-be8d-4744-ad14-bd478ed75b42 None None] The sync data for ids ['dcd82553-e045-421c-872a-af30f499ca24'] in dv-cinder-828696-11-iscsi is: [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:17Z', 'revision_number': 4, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '92ce1216-33fe-48a8-899d-79d910cf931d', 'name': '', 'network_id': '6a104187-cf4f-4fc2-83b7-d6fe24d794dc', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'mac_address': 'fa:16:3e:4c:61:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '495b0adf-0bd0-478d-a42f-97975589132d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:14Z', 'updated_at': '2022-09-09T14:57:38Z', 'revision_number': 5, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'subnets': [{'id': '495b0adf-0bd0-478d-a42f-97975589132d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:02:34.144511 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8b64a9c5-d808-4a43-a351-00ba702efe33 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group_rule (b4dd6017-fa95-428d-aef6-13bf79f3bbb7), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.149217 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8b64a9c5-d808-4a43-a351-00ba702efe33 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (b4dd6017-fa95-428d-aef6-13bf79f3bbb7), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.171034 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b64a9c5-d808-4a43-a351-00ba702efe33 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4dd6017-fa95-428d-aef6-13bf79f3bbb7,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:34.184211 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8b64a9c5-d808-4a43-a351-00ba702efe33 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.187969 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-8b64a9c5-d808-4a43-a351-00ba702efe33 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1794982 Sep 09 15:02:34.188200 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 38366) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:34.192617 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-424af337-ed8d-4399-be40-396e2954a0e7 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Request body: {'security_group_rule': {'security_group_id': '8adfcb14-50f8-4643-b741-2acd8e56b1dc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:02:34.232784 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-424af337-ed8d-4399-be40-396e2954a0e7 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group_rule (d11aeab7-0417-4140-960c-8d6fa76d20dd), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.325291 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f7d06-2f86-44f6-998a-a176b27b9c2d req-f05329eb-46c5-4bd1-9f7e-f40a412de591 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:34.326792 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-965f7d06-2f86-44f6-998a-a176b27b9c2d req-f05329eb-46c5-4bd1-9f7e-f40a412de591 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0707448 Sep 09 15:02:34.355203 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-424af337-ed8d-4399-be40-396e2954a0e7 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group_rule (d11aeab7-0417-4140-960c-8d6fa76d20dd), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.362179 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-424af337-ed8d-4399-be40-396e2954a0e7 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (d11aeab7-0417-4140-960c-8d6fa76d20dd), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.401429 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424af337-ed8d-4399-be40-396e2954a0e7 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11aeab7-0417-4140-960c-8d6fa76d20dd,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:34.409990 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-965f7d06-2f86-44f6-998a-a176b27b9c2d req-74deccf0-c789-4520-9be4-d3e2f8f6919a tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767565 Sep 09 15:02:34.413778 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-424af337-ed8d-4399-be40-396e2954a0e7 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.418107 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-424af337-ed8d-4399-be40-396e2954a0e7 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2260756 Sep 09 15:02:34.418359 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 38370) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:34.423327 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:02:34.445700 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.451622 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c2c62c-f2b2-4a13-93f1-38016671a84d None None] New status for floating IP 0ab286ef-c278-4361-8f85-20434734c66a: DOWN {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:02:34.534078 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.662054 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Allocated IP 172.27.3.82 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/189736da-0b45-4e79-9891-06500206076a) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:02:34.793890 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for port (189736da-0b45-4e79-9891-06500206076a), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.801056 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:34.821931 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=84,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:34.835249 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (189736da-0b45-4e79-9891-06500206076a), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.875289 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:02:34.881975 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:02:34.886045 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:02:34.895407 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event updated for resources: {'Port': ['ID=189736da-0b45-4e79-9891-06500206076a,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:34.940569 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (0e67cfa6-fa4f-48de-8db4-a07617fbb963), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:34.988307 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (189736da-0b45-4e79-9891-06500206076a), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:35.045477 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9ed36-5b49-4c4e-94c0-95c35c0dea27 req-6a10ec23-9e0d-4aa7-a6cd-af2f11c5c714 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:35.047521 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e1f9ed36-5b49-4c4e-94c0-95c35c0dea27 req-6a10ec23-9e0d-4aa7-a6cd-af2f11c5c714 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0712950 Sep 09 15:02:35.165453 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e1f9ed36-5b49-4c4e-94c0-95c35c0dea27 req-8f09e854-c96b-45c2-b1ce-1361b61dc1cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019261 Sep 09 15:02:35.223385 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for port (189736da-0b45-4e79-9891-06500206076a), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:35.235400 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (189736da-0b45-4e79-9891-06500206076a), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:35.235400 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (0e67cfa6-fa4f-48de-8db4-a07617fbb963), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:35.264065 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38378) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:35.270809 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:35.271924 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8526103 Sep 09 15:02:35.283245 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36b35d-9e5c-425a-8ef0-ed84ac7035bf tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event updated for resources: {'Port': ['ID=189736da-0b45-4e79-9891-06500206076a,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:35.330152 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad2d-1f74-4c50-9340-b0ad9a0c8579 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for security_group (bb9893bb-721b-4175-960f-fafb2d54d8bb), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:35.353764 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad2d-1f74-4c50-9340-b0ad9a0c8579 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for security_group (bb9893bb-721b-4175-960f-fafb2d54d8bb), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:35.414324 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad2d-1f74-4c50-9340-b0ad9a0c8579 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (bb9893bb-721b-4175-960f-fafb2d54d8bb), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:35.417785 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-41c7ad2d-1f74-4c50-9340-b0ad9a0c8579 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:35.418977 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-41c7ad2d-1f74-4c50-9340-b0ad9a0c8579 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bb9893bb-721b-4175-960f-fafb2d54d8bb HTTP/1.1" status: 204 len: 168 time: 0.1539247 Sep 09 15:02:35.421744 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 38388) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:35.428855 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7ad2d-1f74-4c50-9340-b0ad9a0c8579 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9893bb-721b-4175-960f-fafb2d54d8bb,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:35.446365 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.api.v2.resource [None req-dcc90dd7-5b19-40b3-b187-f71603ba259f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] show failed (client error): The resource could not be found. Sep 09 15:02:35.449963 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-dcc90dd7-5b19-40b3-b187-f71603ba259f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups/bb9893bb-721b-4175-960f-fafb2d54d8bb HTTP/1.1" status: 404 len: 347 time: 0.0237269 Sep 09 15:02:35.450301 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 38396) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:35.601847 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c57bc-c5c8-4839-93a6-22b16612b18f req-06220b2e-2efc-4047-aeb6-79959920c286 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:35.603288 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-de1c57bc-c5c8-4839-93a6-22b16612b18f req-06220b2e-2efc-4047-aeb6-79959920c286 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.1066935 Sep 09 15:02:35.647897 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-36f0efcd-d0c0-4076-94e9-1526bf043145 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1825570652&fields=id&tenant_id=e498d32cc51a4bad9cb21e58985ce63e HTTP/1.1" status: 200 len: 267 time: 0.1887541 Sep 09 15:02:35.661522 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-9971f424-d715-4bad-9038-89742aa53f16 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Deleting port 35834538-fd25-426f-a26f-aa777d210a56 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:02:35.661857 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9971f424-d715-4bad-9038-89742aa53f16 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (35834538-fd25-426f-a26f-aa777d210a56), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:35.786337 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-de1c57bc-c5c8-4839-93a6-22b16612b18f req-7d2631f6-ad33-47c7-b238-f3d78465d1a8 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630375 Sep 09 15:02:35.812155 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:35.829513 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:35.841159 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9971f424-d715-4bad-9038-89742aa53f16 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (35834538-fd25-426f-a26f-aa777d210a56), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:35.841518 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9971f424-d715-4bad-9038-89742aa53f16 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for floatingip (35834538-fd25-426f-a26f-aa777d210a56), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:35.864407 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-9971f424-d715-4bad-9038-89742aa53f16 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Calling delete_port for 35834538-fd25-426f-a26f-aa777d210a56 owned by network:floatingip {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:02:35.871429 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb015e23-2861-4731-a75b-793db77d8722 req-412b1c36-0c7b-4395-b94b-3ac7a9b39a17 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:35.872837 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-412b1c36-0c7b-4395-b94b-3ac7a9b39a17 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/networks?id=bdb8f25d-969f-4b3f-93fd-134c876a47c8 HTTP/1.1" status: 200 len: 811 time: 0.2156701 Sep 09 15:02:35.939187 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-fb829a41-9044-472d-a7a0-803f0345af79 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/quotas/e498d32cc51a4bad9cb21e58985ce63e HTTP/1.1" status: 200 len: 375 time: 0.0604439 Sep 09 15:02:35.942629 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [req-9801ee06-ddfd-49d7-b770-74a4e6eea5a8 req-777d8383-cc27-41a9-8473-de054039e208 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106238) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 15:02:35.943586 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9801ee06-ddfd-49d7-b770-74a4e6eea5a8 req-777d8383-cc27-41a9-8473-de054039e208 service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0852630 Sep 09 15:02:36.010341 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-ae5b8e6a-4090-4303-8367-f1cd6fd76fe1 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=e498d32cc51a4bad9cb21e58985ce63e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0641599 Sep 09 15:02:36.106043 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9971f424-d715-4bad-9038-89742aa53f16 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (35834538-fd25-426f-a26f-aa777d210a56), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:36.128260 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38410) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:36.179014 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971f424-d715-4bad-9038-89742aa53f16 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event deleted for resources: {'Port': ['ID=35834538-fd25-426f-a26f-aa777d210a56,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:36.216267 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:36.219717 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7194ad0-1cea-43a6-a576-f9066d1e5229 req-2fdd6977-5aef-4494-9a6f-1962ac283c2c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:36.221240 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d7194ad0-1cea-43a6-a576-f9066d1e5229 req-2fdd6977-5aef-4494-9a6f-1962ac283c2c tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.1294725 Sep 09 15:02:36.226243 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-4bbdccf1-e627-4384-863c-0a899df7c736 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0968709 Sep 09 15:02:36.235168 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-ad9e6ecf-6148-41ec-9e00-77232558634d service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106239) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 15:02:36.236115 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-ad9e6ecf-6148-41ec-9e00-77232558634d service neutron] 10.222.0.15 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049567 Sep 09 15:02:36.257849 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9971f424-d715-4bad-9038-89742aa53f16 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks [] for floatingip (0ab286ef-c278-4361-8f85-20434734c66a), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:36.260285 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9971f424-d715-4bad-9038-89742aa53f16 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:36.261429 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-9971f424-d715-4bad-9038-89742aa53f16 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/0ab286ef-c278-4361-8f85-20434734c66a HTTP/1.1" status: 204 len: 168 time: 0.8103507 Sep 09 15:02:36.318980 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-e725fc32-378e-4a17-8e48-c6c6ea2fdcff service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934859 Sep 09 15:02:36.323047 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38422) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:36.324896 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d7194ad0-1cea-43a6-a576-f9066d1e5229 req-de35539c-47e0-4640-938c-792a40c2db80 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820673 Sep 09 15:02:36.469592 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-16806408-d727-4e2c-9541-dcc906610dfe tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:36.471207 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-16806408-d727-4e2c-9541-dcc906610dfe tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports/e3d39b24-1d9b-4caf-a284-b75b3c187cde HTTP/1.1" status: 200 len: 942 time: 0.1452012 Sep 09 15:02:36.690413 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-b352dbc0-6a0a-49be-8131-e8342a00a66a service neutron] 10.222.0.15 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645530 Sep 09 15:02:36.696265 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 598629db-7d01-4336-8d90-bf7ea717cd23 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:02:36.696640 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7054718-6e97-4d71-8c4d-3e5779ad2f96 req-6f999452-482a-48ee-89bc-4a4e9c405374 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:36.698113 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e7054718-6e97-4d71-8c4d-3e5779ad2f96 req-6f999452-482a-48ee-89bc-4a4e9c405374 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.2997198 Sep 09 15:02:36.745440 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 598629db-7d01-4336-8d90-bf7ea717cd23 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:02:36.746854 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 598629db-7d01-4336-8d90-bf7ea717cd23 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:02:36.747300 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device e3d39b24-1d9b-4caf-a284-b75b3c187cde no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:02:36.754999 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e7054718-6e97-4d71-8c4d-3e5779ad2f96 req-9af20416-51b9-41f9-96a7-4547ccdffa67 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510576 Sep 09 15:02:36.840838 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port e3d39b24-1d9b-4caf-a284-b75b3c187cde is: ACTIVE; New status is: DOWN {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:02:36.841314 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:36.887114 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port e3d39b24-1d9b-4caf-a284-b75b3c187cde, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:36.888418 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:02:36.895568 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08d39ba-f3df-4104-88a8-379b971a6c08" -d '{"events": [{"server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "name": "network-vif-unplugged", "status": "completed", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:02:36.899757 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:36.947218 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Sep 2022 15:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b1aa06-f0df-444d-b795-169bd32078f5 x-openstack-request-id: req-71b1aa06-f0df-444d-b795-169bd32078f5 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:02:36.947504 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "name": "network-vif-unplugged", "status": "failed", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde", "code": 422}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:02:36.948610 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71b1aa06-f0df-444d-b795-169bd32078f5 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:02:36.948982 dv-cinder-828696-11-iscsi neutron-server[106240]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-71b1aa06-f0df-444d-b795-169bd32078f5']: {'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'code': 422} returned with failed status Sep 09 15:02:36.963033 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b7862440-3e13-486f-ab4e-9f3b22aa1419 req-a8f60636-e399-4ccd-a9cd-b483f74bf262 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 210 time: 0.0423028 Sep 09 15:02:36.982887 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=e3d39b24-1d9b-4caf-a284-b75b3c187cde,revision_number=6']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:36.990534 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.991066 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.991566 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.991905 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.992238 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.992565 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.992890 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.993229 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.993562 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.993887 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.994213 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.994653 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.994986 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.995303 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:36.995622 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:37.479672 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca170-225a-45ae-8031-b2f6d8cecc2c req-7c5110a6-3df8-45bc-8efa-0083a0e06c76 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:37.481183 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-82aca170-225a-45ae-8031-b2f6d8cecc2c req-7c5110a6-3df8-45bc-8efa-0083a0e06c76 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0633883 Sep 09 15:02:37.561937 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-82aca170-225a-45ae-8031-b2f6d8cecc2c req-6d893a1c-21df-46b7-99a9-02cb8c34521d tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709648 Sep 09 15:02:37.657828 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-330da604-eef5-4e52-92e2-d99efcc890f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:37.882013 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5d9366-efc0-49bd-b06a-805a312ad76c req-0dbf7b4f-63c5-4f26-93f3-26f54707fb79 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:37.883447 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-af5d9366-efc0-49bd-b06a-805a312ad76c req-0dbf7b4f-63c5-4f26-93f3-26f54707fb79 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0473084 Sep 09 15:02:37.929043 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-af5d9366-efc0-49bd-b06a-805a312ad76c req-4370be15-4510-4ab3-ba35-093c5600f818 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401311 Sep 09 15:02:38.058756 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1b3bd88e-da68-4bab-8457-3247a42935b6 req-661c623f-56e5-47ca-8d30-b9d0a00feca2 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 210 time: 0.0281303 Sep 09 15:02:38.197424 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:38.243371 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:38.251948 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb015e23-2861-4731-a75b-793db77d8722 req-fc603efe-ba3d-4ae7-ba08-1f2ae5073364 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:38.253398 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-fc603efe-ba3d-4ae7-ba08-1f2ae5073364 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.16 "GET /networking/v2.0/networks?id=bdb8f25d-969f-4b3f-93fd-134c876a47c8 HTTP/1.1" status: 200 len: 811 time: 0.1236062 Sep 09 15:02:38.320508 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-8ad1d897-0321-4dfc-8381-861797482d32 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=e498d32cc51a4bad9cb21e58985ce63e HTTP/1.1" status: 200 len: 380 time: 0.0585508 Sep 09 15:02:38.332802 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-eb015e23-2861-4731-a75b-793db77d8722 req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Request body: {'port': {'device_id': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'admin_state_up': True, 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'security_groups': ['8adfcb14-50f8-4643-b741-2acd8e56b1dc']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:02:38.445630 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb015e23-2861-4731-a75b-793db77d8722 req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Made reservation on behalf of e498d32cc51a4bad9cb21e58985ce63e for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:02:38.449552 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-eb015e23-2861-4731-a75b-793db77d8722 req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:38.581376 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-eb015e23-2861-4731-a75b-793db77d8722 req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Allocated IP 172.20.0.11 (bdb8f25d-969f-4b3f-93fd-134c876a47c8/ffcf31bc-f951-45a8-9046-0560105c9d10/0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:02:38.736595 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3acea-2103-45ae-9d56-ecdb64cde8a3 req-9d9492e2-50a8-4451-af0c-656ebf643874 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:38.738296 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9dd3acea-2103-45ae-9d56-ecdb64cde8a3 req-9d9492e2-50a8-4451-af0c-656ebf643874 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0938938 Sep 09 15:02:38.796411 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-eb015e23-2861-4731-a75b-793db77d8722 req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:38.882909 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9dd3acea-2103-45ae-9d56-ecdb64cde8a3 req-2130688c-a630-4a29-8aca-479cda007001 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342580 Sep 09 15:02:38.905639 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-9b32de9f-fedb-495f-8550-e13d81794e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:38.907135 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-9b32de9f-fedb-495f-8550-e13d81794e79 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e&tenant_id=3f711f25c212427db970f02391c79d1c HTTP/1.1" status: 200 len: 1127 time: 0.1032643 Sep 09 15:02:38.914554 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff6a33-1db7-4779-b362-5c113be82b91 req-67383579-b300-4c9c-a8f7-21ea35aa8835 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:38.915903 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-48ff6a33-1db7-4779-b362-5c113be82b91 req-67383579-b300-4c9c-a8f7-21ea35aa8835 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0979831 Sep 09 15:02:38.943569 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-eb015e23-2861-4731-a75b-793db77d8722 req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:39.010192 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb015e23-2861-4731-a75b-793db77d8722 req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Network bdb8f25d-969f-4b3f-93fd-134c876a47c8 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:02:39.026122 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-eb015e23-2861-4731-a75b-793db77d8722 req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:02:39.032544 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-48ff6a33-1db7-4779-b362-5c113be82b91 req-3ff3710e-26fe-42f2-bf5a-080e9ccda5f9 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105568 Sep 09 15:02:39.033231 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event updated for resources: {'Port': ['ID=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:39.055923 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb015e23-2861-4731-a75b-793db77d8722 req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:02:39.060346 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb015e23-2861-4731-a75b-793db77d8722 req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:39.060947 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-eb015e23-2861-4731-a75b-793db77d8722 req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:39.072409 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:39.080623 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:39.092905 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f3fd19-90b6-4922-bbc7-194e0cacf384 req-e97d338c-3443-4f87-aeb1-bf0d2e219895 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:39.094791 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-88f3fd19-90b6-4922-bbc7-194e0cacf384 req-e97d338c-3443-4f87-aeb1-bf0d2e219895 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0834970 Sep 09 15:02:39.099735 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-90195852-fdd1-46c3-a179-b83bd8370d70 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7711716 Sep 09 15:02:39.160820 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-88f3fd19-90b6-4922-bbc7-194e0cacf384 req-4cf6f396-4e08-47db-9089-008bacda463f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569999 Sep 09 15:02:39.208835 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f1c0bf-4e0f-44ef-9b48-e94892b8fda2 req-467f1be9-5986-434c-88e6-816c78eecd24 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:39.210379 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-42f1c0bf-4e0f-44ef-9b48-e94892b8fda2 req-467f1be9-5986-434c-88e6-816c78eecd24 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 932 time: 0.0635490 Sep 09 15:02:39.258217 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-42f1c0bf-4e0f-44ef-9b48-e94892b8fda2 req-2e7bdb9b-6a56-4b95-be27-bf00dc4c7897 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422263 Sep 09 15:02:39.279062 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-47980527-62a9-4026-b001-d8bf1a2c1ae7 None None] Provisioning complete for port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:02:39.279580 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-47980527-62a9-4026-b001-d8bf1a2c1ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:39.314971 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-47980527-62a9-4026-b001-d8bf1a2c1ae7 None None] Port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:02:39.869627 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-2ece59f4-295a-4867-b0f9-9a95de4130c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:40.003134 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115b761-0dbb-4f6f-9ead-2256c9b7cca9 req-2d84492f-1b92-4873-b79d-d7afe07761bc tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:40.004563 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e115b761-0dbb-4f6f-9ead-2256c9b7cca9 req-2d84492f-1b92-4873-b79d-d7afe07761bc tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0457113 Sep 09 15:02:40.055081 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e115b761-0dbb-4f6f-9ead-2256c9b7cca9 req-c4e47c6c-c07c-4233-bc81-3c079ff7c1e1 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449941 Sep 09 15:02:40.160364 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730447b9-7c60-498a-b490-6a4265b905e9 req-2e79f302-039b-43aa-bdb1-7889024de689 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:40.161819 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-730447b9-7c60-498a-b490-6a4265b905e9 req-2e79f302-039b-43aa-bdb1-7889024de689 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0465188 Sep 09 15:02:40.210812 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-730447b9-7c60-498a-b490-6a4265b905e9 req-8ac7e814-f00b-4951-b4ec-5940670fc980 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435753 Sep 09 15:02:40.289461 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215f621-b902-4d34-b7cc-b97f51a07e8f req-5aa25414-99f8-4d39-ad88-33b99882d176 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:40.290813 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c215f621-b902-4d34-b7cc-b97f51a07e8f req-5aa25414-99f8-4d39-ad88-33b99882d176 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0461073 Sep 09 15:02:40.347896 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c215f621-b902-4d34-b7cc-b97f51a07e8f req-dc27c386-9125-40f1-ba8b-e23edae99b64 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516129 Sep 09 15:02:40.380569 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8819cb-93f4-4eea-9438-b4c16b0dc8b7 req-c807ec10-39f6-4514-81e0-f8953f510246 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:40.382018 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2c8819cb-93f4-4eea-9438-b4c16b0dc8b7 req-c807ec10-39f6-4514-81e0-f8953f510246 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 932 time: 0.0468166 Sep 09 15:02:40.427929 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2c8819cb-93f4-4eea-9438-b4c16b0dc8b7 req-ed2188d1-31f0-440b-8ee6-01b2279c3990 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404279 Sep 09 15:02:40.774532 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Request body: {'port': {'device_id': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:02:40.856583 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-04dd22fa-0946-44e8-99cc-dc12e4983853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:40.858036 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-04dd22fa-0946-44e8-99cc-dc12e4983853 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3f711f25c212427db970f02391c79d1c&device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 1127 time: 0.0617173 Sep 09 15:02:40.866395 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:41.110460 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-d462c100-e6b0-4701-9f33-25f66f220a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:41.112833 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-d462c100-e6b0-4701-9f33-25f66f220a0b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8d2d50ee-a393-4bca-920f-08b3f70f628d HTTP/1.1" status: 200 len: 909 time: 0.1547654 Sep 09 15:02:41.130912 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:41.144174 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041eaa54-1e59-4f6d-bd75-715f0b35b47e req-f3a6ce19-82cd-4e0c-825c-fbc5a651f7c1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:41.145625 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-041eaa54-1e59-4f6d-bd75-715f0b35b47e req-f3a6ce19-82cd-4e0c-825c-fbc5a651f7c1 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.0500691 Sep 09 15:02:41.215650 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:41.235339 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [req-041eaa54-1e59-4f6d-bd75-715f0b35b47e req-87642a3a-9ade-44a8-aa0c-d4758e353f6f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Deleting port c8fdd88c-0583-47e2-a5ed-5152bcef3474 {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:02:41.235685 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-041eaa54-1e59-4f6d-bd75-715f0b35b47e req-87642a3a-9ade-44a8-aa0c-d4758e353f6f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:41.250789 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77127e-41e1-43be-a4a2-12279f2dbc28 req-9bcfd0af-253a-4356-b070-425a337040c1 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:41.252341 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ce77127e-41e1-43be-a4a2-12279f2dbc28 req-9bcfd0af-253a-4356-b070-425a337040c1 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.1161995 Sep 09 15:02:41.257539 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-2b1267c6-734a-477a-b00c-e1d22d734458 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde HTTP/1.1" status: 200 len: 998 time: 0.1338868 Sep 09 15:02:41.303298 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:41.316819 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:41.330820 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [req-041eaa54-1e59-4f6d-bd75-715f0b35b47e req-87642a3a-9ade-44a8-aa0c-d4758e353f6f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] For port c8fdd88c-0583-47e2-a5ed-5152bcef3474, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8fdd88c-0583-47e2-a5ed-5152bcef3474,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:41.331186 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-041eaa54-1e59-4f6d-bd75-715f0b35b47e req-87642a3a-9ade-44a8-aa0c-d4758e353f6f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:41.344749 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [req-041eaa54-1e59-4f6d-bd75-715f0b35b47e req-87642a3a-9ade-44a8-aa0c-d4758e353f6f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Calling delete_port for c8fdd88c-0583-47e2-a5ed-5152bcef3474 owned by compute:nova {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:02:41.369910 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:02:41.389350 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Publish callbacks [] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:41.420916 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-31ebb584-a47d-4898-91be-a407fc2a91d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:41.422442 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-31ebb584-a47d-4898-91be-a407fc2a91d4 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f0f47d81-143a-4923-84fd-72ceb666893e HTTP/1.1" status: 200 len: 847 time: 0.1584551 Sep 09 15:02:41.423521 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Transition to ACTIVE for port object 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 15:02:41.435079 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19fe89a-f637-4f7f-8473-f079658ffa48 req-3587c01f-654d-4e4d-bd2a-11780bf131aa tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:41.436432 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f19fe89a-f637-4f7f-8473-f079658ffa48 req-3587c01f-654d-4e4d-bd2a-11780bf131aa tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=211a0b66-c743-4309-943c-b2d6afbee2c6 HTTP/1.1" status: 200 len: 945 time: 0.1370018 Sep 09 15:02:41.444404 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:41.472231 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ce77127e-41e1-43be-a4a2-12279f2dbc28 req-ef67fa61-df40-4c81-a734-810386b5c897 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092092 Sep 09 15:02:41.477422 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-041eaa54-1e59-4f6d-bd75-715f0b35b47e req-87642a3a-9ade-44a8-aa0c-d4758e353f6f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (c8fdd88c-0583-47e2-a5ed-5152bcef3474), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:41.504753 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['acf93c11-9610-4394-9769-af290e65bfdd', 'c8fdd88c-0583-47e2-a5ed-5152bcef3474'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:02:41.509792 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642a3a-9ade-44a8-aa0c-d4758e353f6f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event deleted for resources: {'Port': ['ID=c8fdd88c-0583-47e2-a5ed-5152bcef3474,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:41.555812 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [req-041eaa54-1e59-4f6d-bd75-715f0b35b47e req-87642a3a-9ade-44a8-aa0c-d4758e353f6f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] No DVR routers for this DVR port c8fdd88c-0583-47e2-a5ed-5152bcef3474 on host hv-cinder-82869 {{(pid=106239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:02:41.558605 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [req-041eaa54-1e59-4f6d-bd75-715f0b35b47e req-87642a3a-9ade-44a8-aa0c-d4758e353f6f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:41.561955 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-041eaa54-1e59-4f6d-bd75-715f0b35b47e req-87642a3a-9ade-44a8-aa0c-d4758e353f6f tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "DELETE /networking/v2.0/ports/c8fdd88c-0583-47e2-a5ed-5152bcef3474 HTTP/1.1" status: 204 len: 173 time: 0.4109342 Sep 09 15:02:41.562490 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '211a0b66-c743-4309-943c-b2d6afbee2c6', 'name': 'network-vif-deleted', 'tag': 'c8fdd88c-0583-47e2-a5ed-5152bcef3474'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:02:41.564799 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39619180-a3b5-41e5-89de-cf9975b842f4" -d '{"events": [{"server_uuid": "211a0b66-c743-4309-943c-b2d6afbee2c6", "name": "network-vif-deleted", "tag": "c8fdd88c-0583-47e2-a5ed-5152bcef3474"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:02:41.596776 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-0f759af3-587e-4c87-95f6-135b65d1a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:41.598535 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-0f759af3-587e-4c87-95f6-135b65d1a548 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8d2d50ee-a393-4bca-920f-08b3f70f628d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1697769 Sep 09 15:02:41.622342 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:41.704176 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Attempting to bind port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:02:41.704494 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Attempting to bind port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:02:41.704815 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Attempting to bind port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 on network bdb8f25d-969f-4b3f-93fd-134c876a47c8 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:02:41.715015 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da4940-3492-434e-851e-707596681e8d req-33927ae8-7e6e-452e-8a50-dbdf383124e0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:41.716173 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-87da4940-3492-434e-851e-707596681e8d req-33927ae8-7e6e-452e-8a50-dbdf383124e0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.1585176 Sep 09 15:02:41.737708 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f19fe89a-f637-4f7f-8473-f079658ffa48 req-0ba75165-86bf-4152-b0b2-09e27b25e3a2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908392 Sep 09 15:02:41.833517 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 on network bdb8f25d-969f-4b3f-93fd-134c876a47c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 15:02:41.833838 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Attempting to bind port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 on network bdb8f25d-969f-4b3f-93fd-134c876a47c8 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:02:41.860716 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-3af47fd6-02f1-4c99-b5b8-682b84905574 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395408 Sep 09 15:02:41.899004 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-87da4940-3492-434e-851e-707596681e8d req-575518d9-d101-4221-85f7-b577227dfdf9 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1602986 Sep 09 15:02:41.924457 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec8330-ff8a-4d58-ba25-8df2115ff053 req-91518cd7-2a66-4c75-81ea-02cb361f926a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:41.939496 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9aec8330-ff8a-4d58-ba25-8df2115ff053 req-91518cd7-2a66-4c75-81ea-02cb361f926a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 944 time: 0.1250312 Sep 09 15:02:42.051259 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:42.053407 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612d7e54-498c-4ac3-8bf6-41e28f0266d9 x-openstack-request-id: req-612d7e54-498c-4ac3-8bf6-41e28f0266d9 {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:02:42.054150 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "211a0b66-c743-4309-943c-b2d6afbee2c6", "name": "network-vif-deleted", "tag": "c8fdd88c-0583-47e2-a5ed-5152bcef3474", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:02:42.054413 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-612d7e54-498c-4ac3-8bf6-41e28f0266d9 {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:02:42.054808 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612d7e54-498c-4ac3-8bf6-41e28f0266d9'] response: {'server_uuid': '211a0b66-c743-4309-943c-b2d6afbee2c6', 'name': 'network-vif-deleted', 'tag': 'c8fdd88c-0583-47e2-a5ed-5152bcef3474', 'status': 'completed', 'code': 200} Sep 09 15:02:42.063952 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9aec8330-ff8a-4d58-ba25-8df2115ff053 req-f684bf5f-b135-4035-a2b1-dca522909c8a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241419 Sep 09 15:02:42.064673 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:02:42.065001 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Checking segment: {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:02:42.065394 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Bound using segment: {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:02:42.065837 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Bound port: 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5610adad-7b96-43c4-9395-293344a62ac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:02:42.066191 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:42.099156 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-985a6b5b-78f9-4417-988c-61a3fed900a0 req-72248f4b-f709-464e-9333-255d457a5046 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166142 Sep 09 15:02:42.143734 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] For port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:02:42.146690 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] For port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:02:42.151529 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:42.155826 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:42.156425 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:42.157819 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 HTTP/1.1" status: 200 len: 1094 time: 1.3875997 Sep 09 15:02:42.158352 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'tag': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:02:42.160554 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab984a5-911f-49d6-ae69-ece6612fc47d" -d '{"events": [{"name": "network-changed", "server_uuid": "704266ae-9ec2-45f2-b2ca-f5e6dcb07d76", "tag": "0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:02:42.163937 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:42.205055 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6695ec0a-6710-47af-92cf-32838d6fc2a4 x-openstack-request-id: req-6695ec0a-6710-47af-92cf-32838d6fc2a4 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:02:42.205366 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704266ae-9ec2-45f2-b2ca-f5e6dcb07d76", "tag": "0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:02:42.205616 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6695ec0a-6710-47af-92cf-32838d6fc2a4 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:02:42.206014 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6695ec0a-6710-47af-92cf-32838d6fc2a4'] response: {'name': 'network-changed', 'server_uuid': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'tag': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3', 'status': 'completed', 'code': 200} Sep 09 15:02:42.210537 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56459a-9332-45e5-84e4-a1d1755cbf07 service neutron] Pushing event updated for resources: {'Port': ['ID=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:42.499044 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab984a5-911f-49d6-ae69-ece6612fc47d req-06b7edda-8994-4700-b98a-ad727e737dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:42.501165 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0ab984a5-911f-49d6-ae69-ece6612fc47d req-06b7edda-8994-4700-b98a-ad727e737dbe service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e498d32cc51a4bad9cb21e58985ce63e&device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 1128 time: 0.0413458 Sep 09 15:02:42.634212 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1f7b4-2cc4-4d7e-8181-6f7005c7cd7d req-edfac10a-3a1b-4504-9c42-b7e023ac41c2 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:42.635659 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6ee1f7b4-2cc4-4d7e-8181-6f7005c7cd7d req-edfac10a-3a1b-4504-9c42-b7e023ac41c2 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0595479 Sep 09 15:02:42.673909 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab984a5-911f-49d6-ae69-ece6612fc47d req-ad9491cc-9807-4bb3-9985-4ce4d671df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:42.675312 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0ab984a5-911f-49d6-ae69-ece6612fc47d req-ad9491cc-9807-4bb3-9985-4ce4d671df52 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=e498d32cc51a4bad9cb21e58985ce63e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1528809 Sep 09 15:02:42.749702 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6ee1f7b4-2cc4-4d7e-8181-6f7005c7cd7d req-a1b4643a-2a7e-4f14-80c1-a86cb89e0105 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044331 Sep 09 15:02:42.793946 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab984a5-911f-49d6-ae69-ece6612fc47d req-fcca6895-e0a1-4531-a965-bb7d1b96c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:42.795614 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0ab984a5-911f-49d6-ae69-ece6612fc47d req-fcca6895-e0a1-4531-a965-bb7d1b96c5db service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111915 Sep 09 15:02:42.873774 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb015e23-2861-4731-a75b-793db77d8722 req-95ca413b-04c8-432c-add6-e1e46b3c7a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:42.875404 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-95ca413b-04c8-432c-add6-e1e46b3c7a34 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e498d32cc51a4bad9cb21e58985ce63e&device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 1128 time: 0.0402207 Sep 09 15:02:43.081612 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:43.094631 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:43.141241 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-a0398427-aae1-4540-88be-e36e46891434 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 HTTP/1.1" status: 200 len: 217 time: 0.2578628 Sep 09 15:02:43.215778 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda7089a-0dec-4c39-a60e-e2c6b4b26475 req-122875e3-c721-47bc-b26d-d3adcfe06026 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:43.217281 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fda7089a-0dec-4c39-a60e-e2c6b4b26475 req-122875e3-c721-47bc-b26d-d3adcfe06026 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0793786 Sep 09 15:02:43.223298 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73da78-2552-47b0-a4ff-8ed8d6f28b99 req-e4af5f20-ad18-454b-87f9-ac9df8448b95 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:43.224646 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0c73da78-2552-47b0-a4ff-8ed8d6f28b99 req-e4af5f20-ad18-454b-87f9-ac9df8448b95 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0878577 Sep 09 15:02:43.300127 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fda7089a-0dec-4c39-a60e-e2c6b4b26475 req-58017371-7858-4a54-9ce1-d3d8aa0ece52 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744579 Sep 09 15:02:43.303252 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0c73da78-2552-47b0-a4ff-8ed8d6f28b99 req-35b9a6fd-412e-48d7-b6cb-616b47f7a364 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707507 Sep 09 15:02:43.411023 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7ae77-5a4b-4bbf-a48a-b4b6bcbf673d req-d8a5001e-3386-4c51-addb-1ff2a93ac8f2 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:43.412475 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ccb7ae77-5a4b-4bbf-a48a-b4b6bcbf673d req-d8a5001e-3386-4c51-addb-1ff2a93ac8f2 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 944 time: 0.0480454 Sep 09 15:02:43.459139 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ccb7ae77-5a4b-4bbf-a48a-b4b6bcbf673d req-f011075e-8711-40f1-a43e-d3bc111dfa78 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411279 Sep 09 15:02:43.870173 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b9101-36a0-4bd0-b46c-20e22bb45200 req-910b33cd-7b67-475c-af82-d1df47c675f9 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:43.871683 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6f6b9101-36a0-4bd0-b46c-20e22bb45200 req-910b33cd-7b67-475c-af82-d1df47c675f9 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0450177 Sep 09 15:02:43.903466 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:43.925608 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6f6b9101-36a0-4bd0-b46c-20e22bb45200 req-2896de27-59c8-4125-90ba-f3ecd3bb9257 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478265 Sep 09 15:02:44.112621 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=36 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:44.139615 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=36 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:44.456435 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d77184-1db3-49cb-9dc8-bf0c357d1fef req-9fe8f384-8810-4645-8fc5-16606e7c21b2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:44.458009 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-97d77184-1db3-49cb-9dc8-bf0c357d1fef req-9fe8f384-8810-4645-8fc5-16606e7c21b2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0763109 Sep 09 15:02:44.463451 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e53b1-a2dc-48c8-b425-f3d13dd0e320 req-9114c362-56a3-47d6-b028-6ae5435759d3 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:44.464806 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0a1e53b1-a2dc-48c8-b425-f3d13dd0e320 req-9114c362-56a3-47d6-b028-6ae5435759d3 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0812504 Sep 09 15:02:44.535427 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-97d77184-1db3-49cb-9dc8-bf0c357d1fef req-aaa1d763-a5fa-4d38-9a4c-5ada65df20c5 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696750 Sep 09 15:02:44.542302 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0a1e53b1-a2dc-48c8-b425-f3d13dd0e320 req-e8d20c84-3478-4919-b02d-32bd4aebaf4a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693893 Sep 09 15:02:44.638832 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf0e54-4858-4455-a947-e018e924c381 req-4819b0de-25d0-4b12-9097-154b52057d46 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:44.640765 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-00bf0e54-4858-4455-a947-e018e924c381 req-4819b0de-25d0-4b12-9097-154b52057d46 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 944 time: 0.0496230 Sep 09 15:02:44.683635 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:44.688560 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-00bf0e54-4858-4455-a947-e018e924c381 req-9b94f5aa-9763-46bb-9275-ec4d60db090f tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423188 Sep 09 15:02:44.699136 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8fdd88c-0583-47e2-a5ed-5152bcef3474 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:02:44.719536 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: c8fdd88c-0583-47e2-a5ed-5152bcef3474 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:02:44.719810 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8fdd88c-0583-47e2-a5ed-5152bcef3474 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:02:45.043288 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249ffcd-0c9e-4a00-8dbc-80d5875922d3 req-5d349d82-31a1-45e5-9b4c-d9fa69600b07 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:45.044718 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c249ffcd-0c9e-4a00-8dbc-80d5875922d3 req-5d349d82-31a1-45e5-9b4c-d9fa69600b07 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0468791 Sep 09 15:02:45.093643 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c249ffcd-0c9e-4a00-8dbc-80d5875922d3 req-924b77d8-df54-4b6f-9868-ca436af30623 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431182 Sep 09 15:02:45.685005 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f35ce-ef70-49e6-b39c-ff14da86ca09 req-86457537-a4a0-42e8-8924-191e44e59744 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:45.686466 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ec4f35ce-ef70-49e6-b39c-ff14da86ca09 req-86457537-a4a0-42e8-8924-191e44e59744 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0761864 Sep 09 15:02:45.705308 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f49e8c-dc1b-48ad-8b15-3409afb32081 req-83a77a9a-4f58-4b09-9409-e8eeef2ebd4b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:45.706720 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-80f49e8c-dc1b-48ad-8b15-3409afb32081 req-83a77a9a-4f58-4b09-9409-e8eeef2ebd4b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0655954 Sep 09 15:02:45.799602 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb015e23-2861-4731-a75b-793db77d8722 req-e12550f3-7845-457c-beaf-e8877be37472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:45.801029 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-e12550f3-7845-457c-beaf-e8877be37472 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ffcf31bc-f951-45a8-9046-0560105c9d10 HTTP/1.1" status: 200 len: 850 time: 0.0873628 Sep 09 15:02:45.806070 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ec4f35ce-ef70-49e6-b39c-ff14da86ca09 req-89cb6372-8469-4488-9f25-7d663da0bc58 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=96f79f1f-329e-481e-a24f-b583a49ae50c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141078 Sep 09 15:02:45.822203 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-80f49e8c-dc1b-48ad-8b15-3409afb32081 req-601d1cf0-a0b5-41e3-b97d-9bbaf0858b5a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998442 Sep 09 15:02:45.944034 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbd980-78a1-424e-84c3-6fdd8897cb15 req-5e56b548-334e-4a26-bccd-6ac89937b4d3 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:45.945520 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e5dbd980-78a1-424e-84c3-6fdd8897cb15 req-5e56b548-334e-4a26-bccd-6ac89937b4d3 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 944 time: 0.0781257 Sep 09 15:02:45.951433 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb015e23-2861-4731-a75b-793db77d8722 req-04064903-48d5-4780-bbbb-4a0b0b27cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:45.953406 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-04064903-48d5-4780-bbbb-4a0b0b27cffd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=bdb8f25d-969f-4b3f-93fd-134c876a47c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539834 Sep 09 15:02:45.963977 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:46.078608 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e5dbd980-78a1-424e-84c3-6fdd8897cb15 req-7b9ee253-42c8-4015-9aa6-1d8289e924fe tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241691 Sep 09 15:02:46.095755 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e74eed-fbfa-45b2-8f4a-054dfd235d27 req-381fb833-228b-4ba8-a50c-756a259fd469 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:46.097185 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-13e74eed-fbfa-45b2-8f4a-054dfd235d27 req-381fb833-228b-4ba8-a50c-756a259fd469 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 946 time: 0.0778553 Sep 09 15:02:46.150464 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-0fbb2ea2-e9ba-4c6e-932b-d698b04e404e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892593 Sep 09 15:02:46.257466 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:46.286141 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-13e74eed-fbfa-45b2-8f4a-054dfd235d27 req-a84b72de-3cec-4005-9c5d-a71212994ec2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Deleting port acf93c11-9610-4394-9769-af290e65bfdd {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:02:46.286480 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-13e74eed-fbfa-45b2-8f4a-054dfd235d27 req-a84b72de-3cec-4005-9c5d-a71212994ec2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (acf93c11-9610-4394-9769-af290e65bfdd), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:46.311025 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d091cfe-616e-4b7c-ae50-b02317da571c req-206d0bbb-638d-4be9-aeab-1ba2ec1cfe8b tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:46.313075 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7d091cfe-616e-4b7c-ae50-b02317da571c req-206d0bbb-638d-4be9-aeab-1ba2ec1cfe8b tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.1308153 Sep 09 15:02:46.405806 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-eb015e23-2861-4731-a75b-793db77d8722 req-3bb91394-048f-4e44-bd2b-98109e626298 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455478 Sep 09 15:02:46.435965 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7d091cfe-616e-4b7c-ae50-b02317da571c req-0da52c77-0ed1-4861-8a71-508487c46a84 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928445 Sep 09 15:02:46.449065 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-13e74eed-fbfa-45b2-8f4a-054dfd235d27 req-a84b72de-3cec-4005-9c5d-a71212994ec2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] For port acf93c11-9610-4394-9769-af290e65bfdd, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=acf93c11-9610-4394-9769-af290e65bfdd,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:46.449485 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-13e74eed-fbfa-45b2-8f4a-054dfd235d27 req-a84b72de-3cec-4005-9c5d-a71212994ec2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (acf93c11-9610-4394-9769-af290e65bfdd), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:46.464756 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-13e74eed-fbfa-45b2-8f4a-054dfd235d27 req-a84b72de-3cec-4005-9c5d-a71212994ec2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Calling delete_port for acf93c11-9610-4394-9769-af290e65bfdd owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:02:46.475381 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:46.592117 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-13e74eed-fbfa-45b2-8f4a-054dfd235d27 req-a84b72de-3cec-4005-9c5d-a71212994ec2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (acf93c11-9610-4394-9769-af290e65bfdd), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:46.602983 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['acf93c11-9610-4394-9769-af290e65bfdd'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:02:46.606031 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:46.617124 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84b72de-3cec-4005-9c5d-a71212994ec2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Pushing event deleted for resources: {'Port': ['ID=acf93c11-9610-4394-9769-af290e65bfdd,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:46.666697 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e74eed-fbfa-45b2-8f4a-054dfd235d27 req-a84b72de-3cec-4005-9c5d-a71212994ec2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] No DVR routers for this DVR port acf93c11-9610-4394-9769-af290e65bfdd on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:02:46.668971 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-13e74eed-fbfa-45b2-8f4a-054dfd235d27 req-a84b72de-3cec-4005-9c5d-a71212994ec2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:46.672875 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-13e74eed-fbfa-45b2-8f4a-054dfd235d27 req-a84b72de-3cec-4005-9c5d-a71212994ec2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.16 "DELETE /networking/v2.0/ports/acf93c11-9610-4394-9769-af290e65bfdd HTTP/1.1" status: 204 len: 173 time: 0.5690691 Sep 09 15:02:46.673379 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbddff0a-cdd3-4537-821e-decd3714e96d', 'name': 'network-vif-deleted', 'tag': 'acf93c11-9610-4394-9769-af290e65bfdd'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:02:46.675619 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6386cf1-febb-4731-b385-be9b41502244" -d '{"events": [{"server_uuid": "fbddff0a-cdd3-4537-821e-decd3714e96d", "name": "network-vif-deleted", "tag": "acf93c11-9610-4394-9769-af290e65bfdd"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:02:46.767794 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c39b112-3a7a-443e-bb66-f248dc963577 x-openstack-request-id: req-6c39b112-3a7a-443e-bb66-f248dc963577 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:02:46.768083 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbddff0a-cdd3-4537-821e-decd3714e96d", "name": "network-vif-deleted", "tag": "acf93c11-9610-4394-9769-af290e65bfdd", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:02:46.768334 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c39b112-3a7a-443e-bb66-f248dc963577 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:02:46.768737 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c39b112-3a7a-443e-bb66-f248dc963577'] response: {'server_uuid': 'fbddff0a-cdd3-4537-821e-decd3714e96d', 'name': 'network-vif-deleted', 'tag': 'acf93c11-9610-4394-9769-af290e65bfdd', 'status': 'completed', 'code': 200} Sep 09 15:02:46.913917 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2fc02b06-e412-4017-88ed-533a412ac047 req-08d0a060-4868-4294-be60-00419eb4cdb7 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 210 time: 0.0296028 Sep 09 15:02:46.959564 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b782cb6-a8ab-4e31-8699-47500decb44d req-0253cb49-8da8-4fad-95b5-eb73822db43a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:46.961058 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0b782cb6-a8ab-4e31-8699-47500decb44d req-0253cb49-8da8-4fad-95b5-eb73822db43a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0503278 Sep 09 15:02:47.013723 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0b782cb6-a8ab-4e31-8699-47500decb44d req-743cb61d-c359-4b1f-8599-ece00445ec73 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439925 Sep 09 15:02:47.205878 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39a646-75b5-4ac1-bfe9-b0e0ee8be461 req-b478bd92-e54e-46b8-8863-f7dd2576a19d tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:47.207250 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0c39a646-75b5-4ac1-bfe9-b0e0ee8be461 req-b478bd92-e54e-46b8-8863-f7dd2576a19d tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 944 time: 0.0487309 Sep 09 15:02:47.256302 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0c39a646-75b5-4ac1-bfe9-b0e0ee8be461 req-8901e156-39e1-41bd-aa4b-bbd4099e0629 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429411 Sep 09 15:02:47.556265 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e9419-f11a-4fb2-b18a-b301f26cb0e4 req-4231cec4-a0c4-48e5-9dd3-8175eafc0a9f tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:47.557737 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a21e9419-f11a-4fb2-b18a-b301f26cb0e4 req-4231cec4-a0c4-48e5-9dd3-8175eafc0a9f tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0466111 Sep 09 15:02:47.607740 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a21e9419-f11a-4fb2-b18a-b301f26cb0e4 req-782a71ec-85bc-4a52-939e-bd752fda4f88 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445790 Sep 09 15:02:48.028932 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-15891c44-5f8f-46c4-b99e-739f29d54dc0 req-92704744-879a-4f21-a508-1fd7f3a7c8b2 tempest-ServerRescueNegativeTestJSON-1379136810 tempest-ServerRescueNegativeTestJSON-1379136810-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=fbddff0a-cdd3-4537-821e-decd3714e96d HTTP/1.1" status: 200 len: 210 time: 0.0297704 Sep 09 15:02:48.142566 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7145d3-de33-4e17-8186-d0118d001e13 req-e3e064a3-912c-465e-8668-1af7202fd085 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:48.143981 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9a7145d3-de33-4e17-8186-d0118d001e13 req-e3e064a3-912c-465e-8668-1af7202fd085 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0486231 Sep 09 15:02:48.190227 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9a7145d3-de33-4e17-8186-d0118d001e13 req-99aab3a6-db8e-4d37-ad23-dcd7364e38fb tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408516 Sep 09 15:02:48.379517 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b26397-5481-4bc0-bf0e-2949d6ceb058 req-01387132-cbd3-41a2-99ee-bb5b3c00fe2e tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:48.380992 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-94b26397-5481-4bc0-bf0e-2949d6ceb058 req-01387132-cbd3-41a2-99ee-bb5b3c00fe2e tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 944 time: 0.0469320 Sep 09 15:02:48.428904 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-94b26397-5481-4bc0-bf0e-2949d6ceb058 req-8b5c494b-4cf5-4463-8968-08c2aaf0f2c7 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423019 Sep 09 15:02:48.708999 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:02:48.733266 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886cda69-09c5-420d-a5b4-34a880445540 req-439cceb5-ead4-4102-895a-8c3ed0485e86 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:48.735621 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-886cda69-09c5-420d-a5b4-34a880445540 req-439cceb5-ead4-4102-895a-8c3ed0485e86 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0513093 Sep 09 15:02:48.762299 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:48.779320 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:48.794245 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-886cda69-09c5-420d-a5b4-34a880445540 req-46a524cf-a616-4c86-aa87-8a54dfe20739 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464044 Sep 09 15:02:48.828028 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:48.839318 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'port_id': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3', 'mac_address': 'fa:16:3e:37:81:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:02:48.874629 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:02:48.875020 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:48.891255 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:02:48.910649 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:48.914801 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:48.915646 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8f3dda8-23ee-414a-9861-fbe66c356bcf details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:02:48.981901 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:49.052333 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:49.063524 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'port_id': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'mac_address': 'fa:16:3e:51:59:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:02:49.092267 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38556) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:49.099498 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port c8f3dda8-23ee-414a-9861-fbe66c356bcf is: ACTIVE; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:02:49.099887 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:49.113052 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8f3dda8-23ee-414a-9861-fbe66c356bcf {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:02:49.133584 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:49.137347 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:49.195791 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=c8f3dda8-23ee-414a-9861-fbe66c356bcf,revision_number=6']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:49.315440 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1cdba-57b5-436b-ba1a-0aebf1b732e4 req-e221705b-ece5-4bb3-baf2-87d9ea238382 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:49.316891 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dbd1cdba-57b5-436b-ba1a-0aebf1b732e4 req-e221705b-ece5-4bb3-baf2-87d9ea238382 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 944 time: 0.0463521 Sep 09 15:02:49.368180 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dbd1cdba-57b5-436b-ba1a-0aebf1b732e4 req-d5f69c63-7516-4cba-8c81-3e9a1f7fe2f6 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455425 Sep 09 15:02:49.448536 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['c8f3dda8-23ee-414a-9861-fbe66c356bcf'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:02:49.542408 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:02:49.586124 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:49.594595 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6404c-1191-4bc6-8dd0-6c8930c9f69d req-d2162748-3844-42f0-9135-6c8792f692af tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:49.596441 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ce6404c-1191-4bc6-8dd0-6c8930c9f69d req-d2162748-3844-42f0-9135-6c8792f692af tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 945 time: 0.0608003 Sep 09 15:02:49.647248 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:49.656649 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ce6404c-1191-4bc6-8dd0-6c8930c9f69d req-c8a4ae9a-def9-4003-bdc3-944fe9c17324 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534256 Sep 09 15:02:49.764423 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705520'] for router_interface (dcd82553-e045-421c-872a-af30f499ca24), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:49.766811 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:49.916823 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b2ef1-d38c-46c2-8eea-4ecb9d3a6785 req-07a6fccf-ed33-4b30-b563-2e1dc1af24ad tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:49.918475 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ff5b2ef1-d38c-46c2-8eea-4ecb9d3a6785 req-07a6fccf-ed33-4b30-b563-2e1dc1af24ad tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 943 time: 0.0515428 Sep 09 15:02:49.975650 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ff5b2ef1-d38c-46c2-8eea-4ecb9d3a6785 req-1246cc8d-d52d-4f7d-83eb-68dc7dda747e tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511985 Sep 09 15:02:50.010905 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Deleting port 92ce1216-33fe-48a8-899d-79d910cf931d {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:02:50.011231 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:50.094542 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] For port 92ce1216-33fe-48a8-899d-79d910cf931d, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=92ce1216-33fe-48a8-899d-79d910cf931d,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:50.095095 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:50.121320 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Calling delete_port for 92ce1216-33fe-48a8-899d-79d910cf931d owned by network:router_interface {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:02:50.196035 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:50.331947 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (92ce1216-33fe-48a8-899d-79d910cf931d), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:50.359522 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Pushing event deleted for resources: {'Port': ['ID=92ce1216-33fe-48a8-899d-79d910cf931d,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:50.372163 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.372513 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.372852 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.373184 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.373536 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.373863 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.374185 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.375029 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.375352 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.375657 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.375977 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.376296 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.376611 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.376926 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.377348 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:02:50.551310 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b32e1-8242-47dd-9fe7-f0559a4a3280 req-cc444099-5c32-4a3d-a63d-95a316dee71f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:50.566494 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b37b32e1-8242-47dd-9fe7-f0559a4a3280 req-cc444099-5c32-4a3d-a63d-95a316dee71f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 944 time: 0.0876024 Sep 09 15:02:50.589260 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591360'] for router_interface (dcd82553-e045-421c-872a-af30f499ca24), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:50.592550 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:50.665474 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b37b32e1-8242-47dd-9fe7-f0559a4a3280 req-8081d44c-0961-448e-a21b-23311308b385 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976331 Sep 09 15:02:50.717728 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device e3d39b24-1d9b-4caf-a284-b75b3c187cde details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:02:50.722453 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:02:50.734169 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:50.859900 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 15:02:50.865277 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514debf1-4b0f-4c88-b0de-6dfe88ca4286 req-cd7059e7-9f23-43a3-8945-402aeeb33566 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:50.868073 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-514debf1-4b0f-4c88-b0de-6dfe88ca4286 req-cd7059e7-9f23-43a3-8945-402aeeb33566 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 945 time: 0.0890229 Sep 09 15:02:50.871882 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Router dcd82553-e045-421c-872a-af30f499ca24 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:02:50.888195 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:02:50.888948 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:50.958279 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port e3d39b24-1d9b-4caf-a284-b75b3c187cde, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:50.959495 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-514debf1-4b0f-4c88-b0de-6dfe88ca4286 req-38cf10fe-341c-4a00-b773-7eb6e29c499b tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850606 Sep 09 15:02:51.004297 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'port_id': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'mac_address': 'fa:16:3e:8d:82:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:02:51.043900 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:02:51.050083 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-16109c5d-8af5-414f-bc57-4a5acbf4724b admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/dcd82553-e045-421c-872a-af30f499ca24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9567983 Sep 09 15:02:51.052761 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 38600) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:51.054707 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801c935-d7f7-465d-9b8b-0d11e66d615e None None] Sync routers for ids ['dcd82553-e045-421c-872a-af30f499ca24'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:02:51.067032 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0801c935-d7f7-465d-9b8b-0d11e66d615e None None] Routers {'dcd82553-e045-421c-872a-af30f499ca24'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:02:51.067912 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-0801c935-d7f7-465d-9b8b-0d11e66d615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:02:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['dcd82553-e045-421c-872a-af30f499ca24'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:51.087703 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port e3d39b24-1d9b-4caf-a284-b75b3c187cde is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:02:51.088231 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:51.091541 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:02:51.092001 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:51.113864 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3d39b24-1d9b-4caf-a284-b75b3c187cde {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:02:51.133583 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port e3d39b24-1d9b-4caf-a284-b75b3c187cde, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:51.143813 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:51.152114 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:02:51.155184 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba13480-de30-4af3-86ed-02b34af18ae6" -d '{"events": [{"server_uuid": "704266ae-9ec2-45f2-b2ca-f5e6dcb07d76", "name": "network-vif-plugged", "status": "completed", "tag": "0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:02:51.189057 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-0801c935-d7f7-465d-9b8b-0d11e66d615e None None] Set router dcd82553-e045-421c-872a-af30f499ca24 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:02:51.247679 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:51.264464 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:51.268020 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012bcb57-2acb-4d0b-8f53-caa38f5874e6 req-22513e3c-f2dd-417d-a58d-a33d66876bea tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:51.269120 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8f3dda8-23ee-414a-9861-fbe66c356bcf up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:02:51.285539 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-012bcb57-2acb-4d0b-8f53-caa38f5874e6 req-22513e3c-f2dd-417d-a58d-a33d66876bea tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 944 time: 0.1585543 Sep 09 15:02:51.313487 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5ffe36-6816-437f-afe0-f9b94b390b95 x-openstack-request-id: req-4c5ffe36-6816-437f-afe0-f9b94b390b95 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:02:51.314367 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704266ae-9ec2-45f2-b2ca-f5e6dcb07d76", "name": "network-vif-plugged", "status": "completed", "tag": "0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:02:51.314627 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c5ffe36-6816-437f-afe0-f9b94b390b95 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:02:51.315029 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c5ffe36-6816-437f-afe0-f9b94b390b95'] response: {'server_uuid': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3', 'code': 200} Sep 09 15:02:51.344977 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Publish callbacks [] for router (dcd82553-e045-421c-872a-af30f499ca24), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:51.353936 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=e3d39b24-1d9b-4caf-a284-b75b3c187cde,revision_number=7']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:51.405342 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port c8f3dda8-23ee-414a-9861-fbe66c356bcf triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:02:51.406456 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:51.413983 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-0801c935-d7f7-465d-9b8b-0d11e66d615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T15:02:50Z', 'revision_number': 5, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:51.417575 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-012bcb57-2acb-4d0b-8f53-caa38f5874e6 req-6ff98209-4d39-421a-bca6-88f338099b52 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310446 Sep 09 15:02:51.435554 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['e3d39b24-1d9b-4caf-a284-b75b3c187cde'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:02:51.466491 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801c935-d7f7-465d-9b8b-0d11e66d615e None None] Checking router: dcd82553-e045-421c-872a-af30f499ca24 for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:02:51.478258 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0801c935-d7f7-465d-9b8b-0d11e66d615e None None] Routers {'dcd82553-e045-421c-872a-af30f499ca24'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:02:51.479573 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-0801c935-d7f7-465d-9b8b-0d11e66d615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:02:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['dcd82553-e045-421c-872a-af30f499ca24'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:51.505951 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:51.510486 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Publish callbacks [] for router_gateway (dcd82553-e045-421c-872a-af30f499ca24), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:51.571920 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Deleting port 5fe2d193-ede9-4771-a28d-4556964ff062 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:02:51.572426 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (5fe2d193-ede9-4771-a28d-4556964ff062), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:51.602327 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:51.630457 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-0801c935-d7f7-465d-9b8b-0d11e66d615e None None] Set router dcd82553-e045-421c-872a-af30f499ca24 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:02:51.636493 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:51.643890 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port c8f3dda8-23ee-414a-9861-fbe66c356bcf is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:02:51.644361 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:51.668859 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91119da-5c3d-4926-9918-b7e7540885fb req-ffde3795-74b4-4e80-b0c5-5105df051d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:51.670420 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d91119da-5c3d-4926-9918-b7e7540885fb req-ffde3795-74b4-4e80-b0c5-5105df051d4c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 1130 time: 0.0931768 Sep 09 15:02:51.702115 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:51.716868 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:51.717676 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device acf93c11-9610-4394-9769-af290e65bfdd no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:02:51.755014 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] For port 5fe2d193-ede9-4771-a28d-4556964ff062, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=5fe2d193-ede9-4771-a28d-4556964ff062,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:51.757684 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (5fe2d193-ede9-4771-a28d-4556964ff062), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:51.770305 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:51.771818 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: acf93c11-9610-4394-9769-af290e65bfdd {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:02:51.772301 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device acf93c11-9610-4394-9769-af290e65bfdd not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:02:51.783957 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d91119da-5c3d-4926-9918-b7e7540885fb req-31a3a8a4-85e9-4e21-93da-07da0a09f712 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046784 Sep 09 15:02:51.784999 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Calling delete_port for 5fe2d193-ede9-4771-a28d-4556964ff062 owned by network:router_gateway {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:02:51.841622 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=c8f3dda8-23ee-414a-9861-fbe66c356bcf,revision_number=7']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:51.883206 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:51.901121 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d0568-803d-4aa7-8ef2-84834182dd67 req-55594ba4-4df6-479b-a9a5-02caf182f7cb tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:51.902683 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-067d0568-803d-4aa7-8ef2-84834182dd67 req-55594ba4-4df6-479b-a9a5-02caf182f7cb tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0589335 Sep 09 15:02:51.950559 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-0801c935-d7f7-465d-9b8b-0d11e66d615e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T15:02:50Z', 'revision_number': 5, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:51.978254 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801c935-d7f7-465d-9b8b-0d11e66d615e None None] The sync data for ids ['dcd82553-e045-421c-872a-af30f499ca24'] in dv-cinder-828696-11-iscsi is: [{'id': 'dcd82553-e045-421c-872a-af30f499ca24', 'name': 'tempest-ServerRescueNegativeTestJSON-504443423-router', 'tenant_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17'}], 'enable_snat': True}, 'gw_port_id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T15:02:50Z', 'revision_number': 5, 'project_id': 'b8051535f56a4e17a0fa1eeab7c08ce7', 'gw_port': {'id': '5fe2d193-ede9-4771-a28d-4556964ff062', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcd82553-e045-421c-872a-af30f499ca24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:02:52.051672 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-067d0568-803d-4aa7-8ef2-84834182dd67 req-755da5bb-b049-4a89-9f9e-aaee545c9391 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382506 Sep 09 15:02:52.152100 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff941f-9a60-40c0-9970-710577a7eb21 req-7933246a-4c87-4962-8fa9-1bf1f65e160a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:52.153667 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3eff941f-9a60-40c0-9970-710577a7eb21 req-7933246a-4c87-4962-8fa9-1bf1f65e160a tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 946 time: 0.0607882 Sep 09 15:02:52.159226 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (5fe2d193-ede9-4771-a28d-4556964ff062), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.196056 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe2d193-ede9-4771-a28d-4556964ff062,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:52.246108 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601202'] for router_gateway (dcd82553-e045-421c-872a-af30f499ca24), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.332607 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3eff941f-9a60-40c0-9970-710577a7eb21 req-82047780-4cc1-46a5-9d69-31117a1ff9fc tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691723 Sep 09 15:02:52.381031 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10078'] for router (dcd82553-e045-421c-872a-af30f499ca24), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.385311 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Publish callbacks [] for router_controller (dcd82553-e045-421c-872a-af30f499ca24), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.503459 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591413'] for router (dcd82553-e045-421c-872a-af30f499ca24), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.504473 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcd82553-e045-421c-872a-af30f499ca24 {{(pid=106238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:02:52.516010 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.517366 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-b5372ecc-9628-4899-8aac-9f33f34d71e4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/dcd82553-e045-421c-872a-af30f499ca24 HTTP/1.1" status: 204 len: 168 time: 1.4633067 Sep 09 15:02:52.520324 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38612) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:52.585307 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 92ce1216-33fe-48a8-899d-79d910cf931d no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:02:52.609840 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5c2161-bf88-4ffc-a0e1-a83244448680 admin admin] Deleting subnet 495b0adf-0bd0-478d-a42f-97975589132d {{(pid=106239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:02:52.617293 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2161-bf88-4ffc-a0e1-a83244448680 admin admin] Publish callbacks [] for subnet (495b0adf-0bd0-478d-a42f-97975589132d), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.622405 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 92ce1216-33fe-48a8-899d-79d910cf931d {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:02:52.625093 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 92ce1216-33fe-48a8-899d-79d910cf931d not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:02:52.639320 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b27df0-3488-4904-bab3-ae3fe703de12 req-56b4cc5a-14e6-4c20-9ab4-fdce357672ff tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:52.647189 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-37b27df0-3488-4904-bab3-ae3fe703de12 req-56b4cc5a-14e6-4c20-9ab4-fdce357672ff tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 944 time: 0.0968907 Sep 09 15:02:52.671648 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2161-bf88-4ffc-a0e1-a83244448680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752680'] for subnet (495b0adf-0bd0-478d-a42f-97975589132d), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.718467 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-37b27df0-3488-4904-bab3-ae3fe703de12 req-557de695-a2ce-4a16-9384-f086c0ffa608 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702021 Sep 09 15:02:52.736370 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device e3d39b24-1d9b-4caf-a284-b75b3c187cde up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:02:52.789606 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2161-bf88-4ffc-a0e1-a83244448680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (495b0adf-0bd0-478d-a42f-97975589132d), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.810274 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port e3d39b24-1d9b-4caf-a284-b75b3c187cde triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:02:52.813157 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.914744 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2161-bf88-4ffc-a0e1-a83244448680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3186310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3836002'] for subnet (495b0adf-0bd0-478d-a42f-97975589132d), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.951410 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port e3d39b24-1d9b-4caf-a284-b75b3c187cde is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:02:52.951802 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.967575 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c2161-bf88-4ffc-a0e1-a83244448680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=495b0adf-0bd0-478d-a42f-97975589132d,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:52.977933 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3c5c2161-bf88-4ffc-a0e1-a83244448680 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:52.980456 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-3c5c2161-bf88-4ffc-a0e1-a83244448680 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/495b0adf-0bd0-478d-a42f-97975589132d HTTP/1.1" status: 204 len: 168 time: 0.4586413 Sep 09 15:02:52.982060 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38622) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:52.986274 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15dc1a7-7526-44e8-a867-b5f04bd37050 None None] Network 6a104187-cf4f-4fc2-83b7-d6fe24d794dc requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:02:53.040711 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port e3d39b24-1d9b-4caf-a284-b75b3c187cde, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:53.071834 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:53.091665 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (6a104187-cf4f-4fc2-83b7-d6fe24d794dc), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:53.094701 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:53.167035 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Deleting port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:02:53.167742 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:53.177343 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=e3d39b24-1d9b-4caf-a284-b75b3c187cde,revision_number=8']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:53.258421 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] For port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=3ddb8fb1-c68d-48a1-ae53-53fb03a0999a,segment=NetworkSegment(1774a2e8-51f0-428a-91ff-99846099226a),segment_id=1774a2e8-51f0-428a-91ff-99846099226a)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:02:53.258840 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:53.273827 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Calling delete_port for 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a owned by network:dhcp {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:02:53.277674 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f161fb5-26e3-49c8-b200-d06df36ec1e8 req-ddb5a4e1-cc7f-457f-90e5-7705afe76568 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:53.285769 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6f161fb5-26e3-49c8-b200-d06df36ec1e8 req-ddb5a4e1-cc7f-457f-90e5-7705afe76568 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0697157 Sep 09 15:02:53.316387 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf'}, {'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:02:53.319163 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf45d22e-f8ba-4a88-9779-d52b5f5e43e4" -d '{"events": [{"server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "name": "network-vif-plugged", "status": "completed", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf"}, {"server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "name": "network-vif-plugged", "status": "completed", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:02:53.398819 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b62e230-3615-47be-8ff3-90c7e184d379 None None] DHCP port deletion for 6a104187-cf4f-4fc2-83b7-d6fe24d794dc request from dv-cinder-828696-11-iscsi {{(pid=106240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 15:02:53.407431 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:53.419253 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (3ddb8fb1-c68d-48a1-ae53-53fb03a0999a), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:53.446720 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6f161fb5-26e3-49c8-b200-d06df36ec1e8 req-5d21625c-197b-4b56-94ba-b7c0aed8de62 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600266 Sep 09 15:02:53.494954 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ddb8fb1-c68d-48a1-ae53-53fb03a0999a,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:53.520046 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-7b62e230-3615-47be-8ff3-90c7e184d379 None None] The port '3ddb8fb1-c68d-48a1-ae53-53fb03a0999a' was deleted {{(pid=106240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2070}} Sep 09 15:02:53.532294 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] No DVR routers for this DVR port 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a on host dv-cinder-828696-11-iscsi {{(pid=106239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:02:53.536883 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Sep 2022 15:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-512ad7ee-7cac-4352-97aa-9b2bf1e0e609 x-openstack-request-id: req-512ad7ee-7cac-4352-97aa-9b2bf1e0e609 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:02:53.537187 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "name": "network-vif-plugged", "status": "completed", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf", "code": 200}, {"server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "name": "network-vif-plugged", "status": "completed", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:02:53.537462 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-512ad7ee-7cac-4352-97aa-9b2bf1e0e609 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:02:53.537877 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512ad7ee-7cac-4352-97aa-9b2bf1e0e609'] response: {'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'code': 200} Sep 09 15:02:53.538135 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512ad7ee-7cac-4352-97aa-9b2bf1e0e609'] response: {'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'code': 200} Sep 09 15:02:53.764555 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (6a104187-cf4f-4fc2-83b7-d6fe24d794dc), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:53.771267 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444743dc-0548-409e-a0ac-91bbf4a237e1 req-0f059de5-bd00-44ad-af1c-165ce54f035d tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:53.775655 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-444743dc-0548-409e-a0ac-91bbf4a237e1 req-0f059de5-bd00-44ad-af1c-165ce54f035d tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 946 time: 0.1020994 Sep 09 15:02:53.821673 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a104187-cf4f-4fc2-83b7-d6fe24d794dc']}} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:53.853677 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1774a2e8-51f0-428a-91ff-99846099226a') {'for_net_delete': True} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:53.854132 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1774a2e8-51f0-428a-91ff-99846099226a') {} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:53.871813 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752467'] for segment (1774a2e8-51f0-428a-91ff-99846099226a), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:53.898130 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (1774a2e8-51f0-428a-91ff-99846099226a), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:53.912102 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=106239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:02:53.912486 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3186412'] for segment (1774a2e8-51f0-428a-91ff-99846099226a), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:53.946177 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:53.955516 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89027651-90c8-4f25-87e0-f40929cb69c9 req-2240fd57-65f1-4f24-905b-6fb6a689ee69 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:53.957148 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-89027651-90c8-4f25-87e0-f40929cb69c9 req-2240fd57-65f1-4f24-905b-6fb6a689ee69 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0707297 Sep 09 15:02:53.996375 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8628c-5aa6-40d8-9e40-4f6b6345cd2c req-44ec4e0c-85aa-4f3c-99bf-1c1281b1cd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:53.999990 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6de8628c-5aa6-40d8-9e40-4f6b6345cd2c req-44ec4e0c-85aa-4f3c-99bf-1c1281b1cd27 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 1129 time: 0.2208083 Sep 09 15:02:54.041376 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-444743dc-0548-409e-a0ac-91bbf4a237e1 req-bafa71fc-1275-4ca3-ad81-c5b723f0bec9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467265 Sep 09 15:02:54.056273 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (6a104187-cf4f-4fc2-83b7-d6fe24d794dc), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:54.063927 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:54.067265 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/6a104187-cf4f-4fc2-83b7-d6fe24d794dc HTTP/1.1" status: 204 len: 168 time: 1.0840442 Sep 09 15:02:54.091710 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3a1d4-55f1-4a4d-8d91-9c6a10d45b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a104187-cf4f-4fc2-83b7-d6fe24d794dc,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:54.100645 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6de8628c-5aa6-40d8-9e40-4f6b6345cd2c req-0fb10c6c-6c55-4255-9810-bccdb078e365 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881591 Sep 09 15:02:54.104753 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 1774a2e8-51f0-428a-91ff-99846099226a resource provider aggregate not found Sep 09 15:02:54.127935 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-89027651-90c8-4f25-87e0-f40929cb69c9 req-e3ed8a99-34aa-4ec3-a5a2-ebf3381e21cf tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552632 Sep 09 15:02:54.132280 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 1774a2e8-51f0-428a-91ff-99846099226a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1774a2e8-51f0-428a-91ff-99846099226a found for delete ", "request_id": "req-acf370e4-b3dd-491a-b846-e3fdc554ef00"}]} Sep 09 15:02:54.239114 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138aedc-9d68-45b4-9c79-ea93179ea560 req-f0b7dfed-ec65-4128-ae79-35124298786c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:54.253113 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38646) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:54.254090 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b138aedc-9d68-45b4-9c79-ea93179ea560 req-f0b7dfed-ec65-4128-ae79-35124298786c tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 946 time: 0.0762882 Sep 09 15:02:54.257737 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-4b2f5c7f-81e0-44a5-9b32-d4ef6aec4eb8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Request body: {'floatingip': {'port_id': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:02:54.301338 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5c7f-81e0-44a5-9b32-d4ef6aec4eb8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (0e67cfa6-fa4f-48de-8db4-a07617fbb963), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:54.317557 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 38648) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:54.374089 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-1c5cf8fd-5833-4e96-b5c7-388cd119cc4d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=b8051535f56a4e17a0fa1eeab7c08ce7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0528400 Sep 09 15:02:54.378486 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 38650) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:54.427817 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 5fe2d193-ede9-4771-a28d-4556964ff062 no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:02:54.438169 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a77dc848-ac33-40ad-85af-df4d8bcedc3e admin admin] Publish callbacks [] for security_group (96f79f1f-329e-481e-a24f-b583a49ae50c), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:54.457306 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 5fe2d193-ede9-4771-a28d-4556964ff062 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:02:54.457654 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 5fe2d193-ede9-4771-a28d-4556964ff062 not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:02:54.458082 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:02:54.463318 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a77dc848-ac33-40ad-85af-df4d8bcedc3e admin admin] Publish callbacks [] for security_group (96f79f1f-329e-481e-a24f-b583a49ae50c), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:54.482057 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:02:54.485524 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 3ddb8fb1-c68d-48a1-ae53-53fb03a0999a not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:02:54.512469 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:54.524348 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a77dc848-ac33-40ad-85af-df4d8bcedc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (96f79f1f-329e-481e-a24f-b583a49ae50c), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:54.527543 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a77dc848-ac33-40ad-85af-df4d8bcedc3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:54.532471 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a77dc848-ac33-40ad-85af-df4d8bcedc3e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/96f79f1f-329e-481e-a24f-b583a49ae50c HTTP/1.1" status: 204 len: 168 time: 0.1529770 Sep 09 15:02:54.543255 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77dc848-ac33-40ad-85af-df4d8bcedc3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f79f1f-329e-481e-a24f-b583a49ae50c,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:54.694083 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd54dd-628a-4690-ac6c-d4e4e7318c65 req-0983542c-ad38-4387-83b7-2d2a22c706b0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:54.701461 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5abd54dd-628a-4690-ac6c-d4e4e7318c65 req-0983542c-ad38-4387-83b7-2d2a22c706b0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0669181 Sep 09 15:02:54.797981 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5abd54dd-628a-4690-ac6c-d4e4e7318c65 req-84ef1eed-46e4-400e-909d-413935a7c4f2 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906677 Sep 09 15:02:55.035301 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5c7f-81e0-44a5-9b32-d4ef6aec4eb8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:55.044828 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5c7f-81e0-44a5-9b32-d4ef6aec4eb8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (0e67cfa6-fa4f-48de-8db4-a07617fbb963), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:55.157522 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:55.266061 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.l3_db [None req-4b2f5c7f-81e0-44a5-9b32-d4ef6aec4eb8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Floating IP 0e67cfa6-fa4f-48de-8db4-a07617fbb963 associated. External IP: 172.27.3.82, port: 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3. Sep 09 15:02:55.331356 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e66c27-d469-49b6-9eff-78687d61b00a req-cbb931ca-065b-4563-a85a-e9456f1591aa tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:55.333759 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b2e66c27-d469-49b6-9eff-78687d61b00a req-cbb931ca-065b-4563-a85a-e9456f1591aa tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0935764 Sep 09 15:02:55.400735 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b2e66c27-d469-49b6-9eff-78687d61b00a req-b597dbb7-74fb-43d5-a7e0-755e49932d36 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607722 Sep 09 15:02:55.643359 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2f5c7f-81e0-44a5-9b32-d4ef6aec4eb8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Router 599cf530-5e09-4830-8502-2fe6e4f649ed has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:02:55.702851 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:55.942992 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18666248-8854-43c2-836b-8180d6924bc2 req-ff452b3d-cbf9-4a94-830c-1514254d7439 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:55.954002 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18666248-8854-43c2-836b-8180d6924bc2 req-ff452b3d-cbf9-4a94-830c-1514254d7439 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0682030 Sep 09 15:02:56.034551 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-18666248-8854-43c2-836b-8180d6924bc2 req-acd52c2e-573b-4a41-843d-16bd000073c1 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780368 Sep 09 15:02:56.055918 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2f5c7f-81e0-44a5-9b32-d4ef6aec4eb8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:02:56.072518 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d5cddd-0041-4d2d-97b5-26c78d68acb0 None None] Sync routers for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:02:56.103687 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d5cddd-0041-4d2d-97b5-26c78d68acb0 None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:02:56.104526 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-02d5cddd-0041-4d2d-97b5-26c78d68acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:02:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:56.109596 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-4b2f5c7f-81e0-44a5-9b32-d4ef6aec4eb8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:56.156628 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-4b2f5c7f-81e0-44a5-9b32-d4ef6aec4eb8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "PUT /networking/v2.0/floatingips/0e67cfa6-fa4f-48de-8db4-a07617fbb963 HTTP/1.1" status: 200 len: 991 time: 1.9021952 Sep 09 15:02:56.158516 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'tag': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:02:56.161857 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569474da-209b-4fa3-8e31-5c143ed91997" -d '{"events": [{"name": "network-changed", "server_uuid": "704266ae-9ec2-45f2-b2ca-f5e6dcb07d76", "tag": "0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:02:56.234885 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3366f4ad-99ad-420f-bd72-6606a3c1a167 x-openstack-request-id: req-3366f4ad-99ad-420f-bd72-6606a3c1a167 {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:02:56.234885 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "704266ae-9ec2-45f2-b2ca-f5e6dcb07d76", "tag": "0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:02:56.235164 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3366f4ad-99ad-420f-bd72-6606a3c1a167 {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:02:56.235764 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3366f4ad-99ad-420f-bd72-6606a3c1a167'] response: {'name': 'network-changed', 'server_uuid': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'tag': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3', 'status': 'completed', 'code': 200} Sep 09 15:02:56.276531 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-02d5cddd-0041-4d2d-97b5-26c78d68acb0 None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:02:56.573131 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:56.646164 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569474da-209b-4fa3-8e31-5c143ed91997 req-2e2d2bec-5132-480b-be1a-f8147b540e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:56.647937 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-569474da-209b-4fa3-8e31-5c143ed91997 req-2e2d2bec-5132-480b-be1a-f8147b540e20 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=e498d32cc51a4bad9cb21e58985ce63e&device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 1130 time: 0.3949685 Sep 09 15:02:56.720962 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ce4a6-ffe6-419a-b991-6dd6648fb980 req-ab521871-47fc-4392-aa46-897f6047a032 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:56.723299 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7a5ce4a6-ffe6-419a-b991-6dd6648fb980 req-ab521871-47fc-4392-aa46-897f6047a032 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.1209967 Sep 09 15:02:56.812915 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:56.814498 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-02d5cddd-0041-4d2d-97b5-26c78d68acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '0e67cfa6-fa4f-48de-8db4-a07617fbb963', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'port_id': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'mac_address': 'fa:16:3e:37:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:02:34Z', 'updated_at': '2022-09-09T15:02:54Z', 'revision_number': 1, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:32Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:56.822243 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7a5ce4a6-ffe6-419a-b991-6dd6648fb980 req-1df498d6-a69a-4637-abbe-98568d7a604e tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875344 Sep 09 15:02:56.847486 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d5cddd-0041-4d2d-97b5-26c78d68acb0 None None] Checking router: 599cf530-5e09-4830-8502-2fe6e4f649ed for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:02:56.856514 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569474da-209b-4fa3-8e31-5c143ed91997 req-6a3ea9f4-f6bb-4b6e-bd4e-c39cac362770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:56.859962 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-569474da-209b-4fa3-8e31-5c143ed91997 req-6a3ea9f4-f6bb-4b6e-bd4e-c39cac362770 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=bdb8f25d-969f-4b3f-93fd-134c876a47c8 HTTP/1.1" status: 200 len: 912 time: 0.2031355 Sep 09 15:02:56.860990 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d5cddd-0041-4d2d-97b5-26c78d68acb0 None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:02:56.861733 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-02d5cddd-0041-4d2d-97b5-26c78d68acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:02:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:56.865886 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38732) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:56.925914 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-569474da-209b-4fa3-8e31-5c143ed91997 req-5af79478-81ad-4b7a-9855-70f7f4b89c03 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 HTTP/1.1" status: 200 len: 999 time: 0.0598865 Sep 09 15:02:56.990676 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569474da-209b-4fa3-8e31-5c143ed91997 req-bb07929c-322f-4751-8eeb-8d0616e1639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:56.993234 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-569474da-209b-4fa3-8e31-5c143ed91997 req-bb07929c-322f-4751-8eeb-8d0616e1639c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=ffcf31bc-f951-45a8-9046-0560105c9d10 HTTP/1.1" status: 200 len: 850 time: 0.0603299 Sep 09 15:02:57.028753 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-02d5cddd-0041-4d2d-97b5-26c78d68acb0 None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:02:57.032290 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f178b6d7-153e-45ea-89a6-0e1cc2aa7de4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:57.079127 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569474da-209b-4fa3-8e31-5c143ed91997 req-07d8a500-da23-462e-8889-20b754e383c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:57.080736 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-569474da-209b-4fa3-8e31-5c143ed91997 req-07d8a500-da23-462e-8889-20b754e383c0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=bdb8f25d-969f-4b3f-93fd-134c876a47c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0817058 Sep 09 15:02:57.139169 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:57.148603 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f178b6d7-153e-45ea-89a6-0e1cc2aa7de4 admin admin] Publish callbacks [] for security_group (cd0023b1-14a3-449e-bc7d-8380408e6bd7), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:57.159004 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f178b6d7-153e-45ea-89a6-0e1cc2aa7de4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (cd0023b1-14a3-449e-bc7d-8380408e6bd7), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:57.215438 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f178b6d7-153e-45ea-89a6-0e1cc2aa7de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0023b1-14a3-449e-bc7d-8380408e6bd7,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:57.225865 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f178b6d7-153e-45ea-89a6-0e1cc2aa7de4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=638634f2c79b473486cabd8292095f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3564947 Sep 09 15:02:57.226398 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 38738) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:02:57.297786 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e8fdc-4a59-4805-a3f6-91e15423f653 req-647bdcee-ce67-42d5-a7d9-fafd385f5a18 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:57.298844 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-063e8fdc-4a59-4805-a3f6-91e15423f653 req-647bdcee-ce67-42d5-a7d9-fafd385f5a18 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0942957 Sep 09 15:02:57.315808 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4823-2434-439c-b581-ceac2c761ed2 admin admin] Publish callbacks [] for security_group (cd0023b1-14a3-449e-bc7d-8380408e6bd7), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:57.338437 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4823-2434-439c-b581-ceac2c761ed2 admin admin] Publish callbacks [] for security_group (cd0023b1-14a3-449e-bc7d-8380408e6bd7), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:57.341115 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-569474da-209b-4fa3-8e31-5c143ed91997 req-e347ba8d-649e-41e7-87ed-f0f400f05139 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525349 Sep 09 15:02:57.362242 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-02d5cddd-0041-4d2d-97b5-26c78d68acb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '0e67cfa6-fa4f-48de-8db4-a07617fbb963', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'port_id': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'mac_address': 'fa:16:3e:37:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:02:34Z', 'updated_at': '2022-09-09T15:02:54Z', 'revision_number': 1, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:32Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:02:57.380763 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-063e8fdc-4a59-4805-a3f6-91e15423f653 req-15bca54c-b1cd-4659-901f-73bb9474a63b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713944 Sep 09 15:02:57.414178 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4823-2434-439c-b581-ceac2c761ed2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (cd0023b1-14a3-449e-bc7d-8380408e6bd7), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:57.417554 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d5cddd-0041-4d2d-97b5-26c78d68acb0 None None] The sync data for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi is: [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '0e67cfa6-fa4f-48de-8db4-a07617fbb963', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'port_id': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'mac_address': 'fa:16:3e:37:81:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:02:34Z', 'updated_at': '2022-09-09T15:02:54Z', 'revision_number': 1, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:32Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:02:57.421915 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4823-2434-439c-b581-ceac2c761ed2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:02:57.425677 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-ff4d4823-2434-439c-b581-ceac2c761ed2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cd0023b1-14a3-449e-bc7d-8380408e6bd7 HTTP/1.1" status: 204 len: 168 time: 0.1960914 Sep 09 15:02:57.442484 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d4823-2434-439c-b581-ceac2c761ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0023b1-14a3-449e-bc7d-8380408e6bd7,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:02:57.504060 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:02:57.586712 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-569474da-209b-4fa3-8e31-5c143ed91997 req-1b1047d3-7a48-42be-9bbc-0fa164eafb53 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178946 Sep 09 15:02:57.752689 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e23cda-2565-4573-a886-ff4b43d39274 None None] New status for floating IP 0e67cfa6-fa4f-48de-8db4-a07617fbb963: ACTIVE {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:02:58.561690 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a745c5-f201-4e2c-b30f-8cc4cdc21b38 req-67081abf-1d21-42b1-a291-195db84b4fd1 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:58.563129 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b8a745c5-f201-4e2c-b30f-8cc4cdc21b38 req-67081abf-1d21-42b1-a291-195db84b4fd1 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0698686 Sep 09 15:02:58.638137 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b8a745c5-f201-4e2c-b30f-8cc4cdc21b38 req-7b8d7b29-bb6b-4ad4-90b0-28ed483cf35e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676398 Sep 09 15:02:59.792496 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62af9cda-6362-4438-9b87-e9de691f965a req-3dbece1f-61f9-4006-9db1-96f17e31adc6 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:02:59.793992 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-62af9cda-6362-4438-9b87-e9de691f965a req-3dbece1f-61f9-4006-9db1-96f17e31adc6 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0557871 Sep 09 15:02:59.850351 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-62af9cda-6362-4438-9b87-e9de691f965a req-b8f48fe8-14ac-4d5d-be46-2208a2642690 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468564 Sep 09 15:03:00.258606 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:03:01.041856 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc0337-b124-4a25-a756-267033f9a6ac req-b0acf7ef-eb16-43dd-adf3-9b7dc331a075 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:01.051733 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbbc0337-b124-4a25-a756-267033f9a6ac req-b0acf7ef-eb16-43dd-adf3-9b7dc331a075 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0711908 Sep 09 15:03:01.104246 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fbbc0337-b124-4a25-a756-267033f9a6ac req-959e2f1d-be2c-4a04-9cf2-289600af8cde tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515594 Sep 09 15:03:02.334681 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb926d8b-bfe1-4c1d-940a-f59e357485ca req-2688aa2b-21bd-49b9-966e-1ca057994910 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:02.336884 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fb926d8b-bfe1-4c1d-940a-f59e357485ca req-2688aa2b-21bd-49b9-966e-1ca057994910 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0987356 Sep 09 15:03:02.403563 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fb926d8b-bfe1-4c1d-940a-f59e357485ca req-f3c9e67a-b6e3-44c6-b625-0e8bf1b96230 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505693 Sep 09 15:03:03.529385 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8feae-2eab-4de0-abd7-403429018372 req-d5587d5d-8790-4a1f-bdb7-e00e4b44b400 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:03.531136 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67f8feae-2eab-4de0-abd7-403429018372 req-d5587d5d-8790-4a1f-bdb7-e00e4b44b400 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0465479 Sep 09 15:03:03.581728 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-67f8feae-2eab-4de0-abd7-403429018372 req-5919b755-5042-476c-b6ca-202bcc3f6bde tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450237 Sep 09 15:03:04.713694 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47e1b9-5c17-44a3-a5e4-1b2b50b2f28e req-1cb8630e-de49-4ce3-ac67-c0c3b31fc096 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:04.715189 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ae47e1b9-5c17-44a3-a5e4-1b2b50b2f28e req-1cb8630e-de49-4ce3-ac67-c0c3b31fc096 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0518284 Sep 09 15:03:04.763998 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ae47e1b9-5c17-44a3-a5e4-1b2b50b2f28e req-2576e768-55d5-423b-8908-9909491c2420 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426240 Sep 09 15:03:05.894379 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4462d-bf4b-4c09-9bfb-9499b3674daf req-6cc3cba6-2445-4ca8-8183-3d77588e7e0e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:05.896229 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-80a4462d-bf4b-4c09-9bfb-9499b3674daf req-6cc3cba6-2445-4ca8-8183-3d77588e7e0e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0485744 Sep 09 15:03:05.955558 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-80a4462d-bf4b-4c09-9bfb-9499b3674daf req-b4b6594c-9ad7-4720-971e-2996438edf10 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539529 Sep 09 15:03:05.988079 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cecb2b-03b8-4b48-a371-ded63ba24ffd req-5c7d302f-6da7-4c71-bd86-07d0f54b408a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:05.989587 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-90cecb2b-03b8-4b48-a371-ded63ba24ffd req-5c7d302f-6da7-4c71-bd86-07d0f54b408a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 1129 time: 0.0470273 Sep 09 15:03:06.085894 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cecb2b-03b8-4b48-a371-ded63ba24ffd req-425f2fe4-4787-4fac-b948-dcc8e2b157e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:06.087364 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-90cecb2b-03b8-4b48-a371-ded63ba24ffd req-425f2fe4-4787-4fac-b948-dcc8e2b157e6 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 918 time: 0.0904453 Sep 09 15:03:06.157596 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-90cecb2b-03b8-4b48-a371-ded63ba24ffd req-475c1c67-c5e2-4e8a-ad80-ebf751a855f9 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf HTTP/1.1" status: 200 len: 1001 time: 0.0634677 Sep 09 15:03:06.196246 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:06.207696 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cecb2b-03b8-4b48-a371-ded63ba24ffd req-e1025945-724d-4375-bc87-cf503ba2fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:06.209117 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-90cecb2b-03b8-4b48-a371-ded63ba24ffd req-e1025945-724d-4375-bc87-cf503ba2fa34 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e593ff28-5a4f-4b16-9e61-30d2cbd678db HTTP/1.1" status: 200 len: 856 time: 0.0445704 Sep 09 15:03:06.242058 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:06.255866 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cecb2b-03b8-4b48-a371-ded63ba24ffd req-f0f29dde-8f7a-49b1-befd-fb4d6d83e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:06.257406 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-90cecb2b-03b8-4b48-a371-ded63ba24ffd req-f0f29dde-8f7a-49b1-befd-fb4d6d83e923 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93d5556e-7098-41ee-955a-f1126257e985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0418136 Sep 09 15:03:06.357450 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-90cecb2b-03b8-4b48-a371-ded63ba24ffd req-966a38ea-b239-4cb3-ae21-0970d41c9b20 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916905 Sep 09 15:03:06.449063 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-90cecb2b-03b8-4b48-a371-ded63ba24ffd req-5744b42a-8ece-462f-97e7-5e66f8dd69e3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833673 Sep 09 15:03:06.747885 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e786c199-6cfe-42f8-8e2e-4e5c9af5c09f req-c7c1cc6a-8ac1-43c0-9731-db3286c338cb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:06.749774 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e786c199-6cfe-42f8-8e2e-4e5c9af5c09f req-c7c1cc6a-8ac1-43c0-9731-db3286c338cb tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 946 time: 0.0503035 Sep 09 15:03:06.795655 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e786c199-6cfe-42f8-8e2e-4e5c9af5c09f req-1b2fcbda-04d5-4249-ae43-2304a461f972 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403533 Sep 09 15:03:07.087327 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b05af-ec88-4ad7-8543-38346cdb5d9d req-c05be14f-fbca-46a9-aae1-3dd65b60953b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:07.088785 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a71b05af-ec88-4ad7-8543-38346cdb5d9d req-c05be14f-fbca-46a9-aae1-3dd65b60953b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0468330 Sep 09 15:03:07.138692 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a71b05af-ec88-4ad7-8543-38346cdb5d9d req-9cd5ccb1-4cf0-4666-a9c5-b9b60149f44c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443475 Sep 09 15:03:07.366102 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=26 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:07.426982 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=75,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:07.436750 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=46,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:07.460490 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=72 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:07.650843 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-7a099c34-14c0-41ba-a7c5-d0f33791b980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:07.918510 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa1adc9-ec8d-43fb-94f5-9dbd7bcc02e2 req-8a396adb-690d-4811-b079-73cb32e64e7d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:07.919954 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0aa1adc9-ec8d-43fb-94f5-9dbd7bcc02e2 req-8a396adb-690d-4811-b079-73cb32e64e7d tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 946 time: 0.0502782 Sep 09 15:03:07.965839 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0aa1adc9-ec8d-43fb-94f5-9dbd7bcc02e2 req-5ef0ba3c-44d2-44bc-ae62-2c492467f322 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404036 Sep 09 15:03:08.263625 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445dbd3a-273c-4b46-bfb7-5a13b03fdf4c req-23867b5e-b4a3-4ab4-9046-13c363fefddd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:08.265747 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-445dbd3a-273c-4b46-bfb7-5a13b03fdf4c req-23867b5e-b4a3-4ab4-9046-13c363fefddd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 945 time: 0.0466127 Sep 09 15:03:08.312035 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-445dbd3a-273c-4b46-bfb7-5a13b03fdf4c req-1acbb566-bacd-43b3-8e42-ab0ae5cb1f54 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402007 Sep 09 15:03:08.773422 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8f3dda8-23ee-414a-9861-fbe66c356bcf no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:03:08.847393 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port c8f3dda8-23ee-414a-9861-fbe66c356bcf is: ACTIVE; New status is: DOWN {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:03:08.847778 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:08.870339 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:03:08.872551 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797a6d28-aa94-489d-b3df-a47b6d4a159e" -d '{"events": [{"server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:03:08.885034 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:03:08.889025 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:08.913625 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Sep 2022 15:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc5fb06-992e-47c5-b610-4b82ae50beb3 x-openstack-request-id: req-3dc5fb06-992e-47c5-b610-4b82ae50beb3 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:03:08.913917 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "name": "network-vif-unplugged", "status": "completed", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:03:08.914171 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3dc5fb06-992e-47c5-b610-4b82ae50beb3 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:03:08.914564 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc5fb06-992e-47c5-b610-4b82ae50beb3'] response: {'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'code': 200} Sep 09 15:03:08.938126 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=c8f3dda8-23ee-414a-9861-fbe66c356bcf,revision_number=8']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:09.092370 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf57272-b144-4a4d-8371-2a463ebf1a6e req-ea3ef137-3bb6-40ee-a111-87ef6385af73 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:09.094329 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ebf57272-b144-4a4d-8371-2a463ebf1a6e req-ea3ef137-3bb6-40ee-a111-87ef6385af73 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 946 time: 0.0457726 Sep 09 15:03:09.143577 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ebf57272-b144-4a4d-8371-2a463ebf1a6e req-440468d5-717c-423a-9f3b-93d8bd2b500f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Sep 09 15:03:09.439301 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c9eef8-006a-4c70-bab6-52838cd00f11 req-a3dc38ba-2604-47cd-a342-9f0512ea8dad tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:09.440740 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a7c9eef8-006a-4c70-bab6-52838cd00f11 req-a3dc38ba-2604-47cd-a342-9f0512ea8dad tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0455484 Sep 09 15:03:09.486396 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a7c9eef8-006a-4c70-bab6-52838cd00f11 req-43aecb84-c788-42c6-b809-5e92d375e26e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402379 Sep 09 15:03:09.831181 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-5af0bea5-5377-480b-8aeb-b0bbf3244084 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:09.832750 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-5af0bea5-5377-480b-8aeb-b0bbf3244084 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 946 time: 0.0523899 Sep 09 15:03:09.875768 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-11eaad83-dc15-46ab-9951-3c393c01c471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:09.926181 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Deleting port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:03:09.926525 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:10.003241 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:10.023127 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] For port 34211ad4-de4c-4d6e-b4ff-f5d49198d966, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=34211ad4-de4c-4d6e-b4ff-f5d49198d966,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:03:10.023510 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:10.074693 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:10.202187 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:10.202544 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (10b406aa-f404-4bd2-9028-921f0fb9a3e0), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:10.202862 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Floating IP 10b406aa-f404-4bd2-9028-921f0fb9a3e0 disassociated. External IP: 172.27.3.172, port: 34211ad4-de4c-4d6e-b4ff-f5d49198d966. Sep 09 15:03:10.203243 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Calling delete_port for 34211ad4-de4c-4d6e-b4ff-f5d49198d966 owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:03:10.303539 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc44ca-0f69-4518-ba44-30ed35971a62 req-17e49913-153c-4ab0-ae0e-2c07953e72aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:10.304896 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-57fc44ca-0f69-4518-ba44-30ed35971a62 req-17e49913-153c-4ab0-ae0e-2c07953e72aa tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 946 time: 0.0604203 Sep 09 15:03:10.392115 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-57fc44ca-0f69-4518-ba44-30ed35971a62 req-8ff982c8-4889-4fd4-b2f5-ee99d84d814c tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3caea958-22a2-4869-bd75-e9ae29b3102c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810313 Sep 09 15:03:10.412350 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (34211ad4-de4c-4d6e-b4ff-f5d49198d966), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:10.441398 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event deleted for resources: {'Port': ['ID=34211ad4-de4c-4d6e-b4ff-f5d49198d966,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:10.551890 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Router e8338e0f-9c0d-4cfe-be71-08603455e8dc has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:03:10.680211 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b6b69-8a0b-4202-b16b-27f657230e09 req-b2462b3b-8330-4d25-944a-98aa0b354c68 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:10.681694 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4c0b6b69-8a0b-4202-b16b-27f657230e09 req-b2462b3b-8330-4d25-944a-98aa0b354c68 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0882230 Sep 09 15:03:10.713189 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:03:10.725545 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b08c7b-ee65-43ac-8b3d-3a193b2e0c75 None None] Sync routers for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:03:10.736113 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b08c7b-ee65-43ac-8b3d-3a193b2e0c75 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:03:10.737460 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-98b08c7b-ee65-43ac-8b3d-3a193b2e0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:03:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:10.763418 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] No DVR routers for this DVR port 34211ad4-de4c-4d6e-b4ff-f5d49198d966 on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:03:10.768601 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:10.771864 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4aa644a3-4b8a-4753-b059-77424028ff3c req-b27eabd4-b435-4bd1-b3bc-812f727df7b1 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.16 "DELETE /networking/v2.0/ports/34211ad4-de4c-4d6e-b4ff-f5d49198d966 HTTP/1.1" status: 204 len: 173 time: 0.9338453 Sep 09 15:03:10.772492 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'name': 'network-vif-deleted', 'tag': '34211ad4-de4c-4d6e-b4ff-f5d49198d966'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:03:10.774856 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5841947c-d921-4822-b57a-44319f6e89df" -d '{"events": [{"server_uuid": "4347b16f-4907-4b7a-b5e3-dc0b4e142116", "name": "network-vif-deleted", "tag": "34211ad4-de4c-4d6e-b4ff-f5d49198d966"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:03:10.794356 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4c0b6b69-8a0b-4202-b16b-27f657230e09 req-c89189d6-2f35-450d-baa1-9ba5dbb454a7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041198 Sep 09 15:03:10.850123 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6420973-2ffa-4c4e-bb09-f05da2441f5f x-openstack-request-id: req-c6420973-2ffa-4c4e-bb09-f05da2441f5f {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:03:10.850424 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4347b16f-4907-4b7a-b5e3-dc0b4e142116", "name": "network-vif-deleted", "tag": "34211ad4-de4c-4d6e-b4ff-f5d49198d966", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:03:10.850693 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6420973-2ffa-4c4e-bb09-f05da2441f5f {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:03:10.851116 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6420973-2ffa-4c4e-bb09-f05da2441f5f'] response: {'server_uuid': '4347b16f-4907-4b7a-b5e3-dc0b4e142116', 'name': 'network-vif-deleted', 'tag': '34211ad4-de4c-4d6e-b4ff-f5d49198d966', 'status': 'completed', 'code': 200} Sep 09 15:03:10.878887 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-98b08c7b-ee65-43ac-8b3d-3a193b2e0c75 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:03:11.097146 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-98b08c7b-ee65-43ac-8b3d-3a193b2e0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:11.124160 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b08c7b-ee65-43ac-8b3d-3a193b2e0c75 None None] Checking router: e8338e0f-9c0d-4cfe-be71-08603455e8dc for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:03:11.134064 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b08c7b-ee65-43ac-8b3d-3a193b2e0c75 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:03:11.134859 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-98b08c7b-ee65-43ac-8b3d-3a193b2e0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:03:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:11.247574 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-98b08c7b-ee65-43ac-8b3d-3a193b2e0c75 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:03:11.395892 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:11.513911 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-98b08c7b-ee65-43ac-8b3d-3a193b2e0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:11.545344 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b08c7b-ee65-43ac-8b3d-3a193b2e0c75 None None] The sync data for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi is: [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:19Z', 'revision_number': 4, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ab378f1b-02ac-4975-bb8c-b73468dcd25b', 'name': '', 'network_id': '2ced1175-a542-4682-b032-b597d6969844', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'mac_address': 'fa:16:3e:6d:9a:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:16Z', 'updated_at': '2022-09-09T14:57:39Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'subnets': [{'id': 'e5539eba-6bc3-49c4-a444-fe6c1757d5b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:03:11.561587 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2fdef040-84b3-4e2d-8f74-3286ce9e1eb7 req-14f016fa-811a-4eaa-8371-4c6c231b4df4 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=4347b16f-4907-4b7a-b5e3-dc0b4e142116 HTTP/1.1" status: 200 len: 210 time: 0.0565262 Sep 09 15:03:11.793884 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621ad710-45da-4b32-bcee-bb5dffa223ec None None] New status for floating IP 10b406aa-f404-4bd2-9028-921f0fb9a3e0: DOWN {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:03:11.976271 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf015d1-92df-459e-a3d8-4d071f17ffef req-3cc89395-56e5-4bfc-a9e5-54f0eeefbdae tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:11.981690 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2bf015d1-92df-459e-a3d8-4d071f17ffef req-3cc89395-56e5-4bfc-a9e5-54f0eeefbdae tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0573440 Sep 09 15:03:12.027227 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2bf015d1-92df-459e-a3d8-4d071f17ffef req-6ff76e48-3e73-46cc-aeab-3b6e86c439f0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437253 Sep 09 15:03:12.209258 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-6b756137-ca2b-430f-ab8b-2ae1fac742b9 service neutron] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0383811 Sep 09 15:03:12.282328 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-791d4c07-a8a8-4d51-9f91-e1baf22768cf tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:12.283635 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-791d4c07-a8a8-4d51-9f91-e1baf22768cf tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports/c8f3dda8-23ee-414a-9861-fbe66c356bcf HTTP/1.1" status: 200 len: 940 time: 0.0467312 Sep 09 15:03:12.655762 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39038) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:12.718629 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-59510f89-d9a6-4930-b249-52d42961c541 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (3caea958-22a2-4869-bd75-e9ae29b3102c), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:12.759128 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-59510f89-d9a6-4930-b249-52d42961c541 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (3caea958-22a2-4869-bd75-e9ae29b3102c), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:12.808226 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 34211ad4-de4c-4d6e-b4ff-f5d49198d966 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:03:12.842691 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 34211ad4-de4c-4d6e-b4ff-f5d49198d966 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:03:12.843032 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 34211ad4-de4c-4d6e-b4ff-f5d49198d966 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:03:12.843450 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8f3dda8-23ee-414a-9861-fbe66c356bcf no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:03:12.874202 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:12.883023 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-59510f89-d9a6-4930-b249-52d42961c541 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (3caea958-22a2-4869-bd75-e9ae29b3102c), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:12.885719 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-59510f89-d9a6-4930-b249-52d42961c541 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:12.886855 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-59510f89-d9a6-4930-b249-52d42961c541 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3caea958-22a2-4869-bd75-e9ae29b3102c HTTP/1.1" status: 204 len: 168 time: 0.2299950 Sep 09 15:03:12.889812 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39048) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:12.896290 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59510f89-d9a6-4930-b249-52d42961c541 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caea958-22a2-4869-bd75-e9ae29b3102c,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:12.919628 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.api.v2.resource [None req-4fea9895-0a16-43cb-9726-ff7a92b0868f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] show failed (client error): The resource could not be found. Sep 09 15:03:12.920725 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-4fea9895-0a16-43cb-9726-ff7a92b0868f tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "GET /networking/v2.0/security-groups/3caea958-22a2-4869-bd75-e9ae29b3102c HTTP/1.1" status: 404 len: 347 time: 0.0283418 Sep 09 15:03:12.924214 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39050) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:12.930404 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:12.944068 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port c8f3dda8-23ee-414a-9861-fbe66c356bcf is: DOWN; New status is: DOWN {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:03:13.016944 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:13.037374 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:13.051959 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb8358-5527-4ce9-aa3c-db4ef86b4d67 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Deleting port 894b1be1-3fc1-435c-adc6-6881602381ee {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:03:13.053119 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8358-5527-4ce9-aa3c-db4ef86b4d67 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (894b1be1-3fc1-435c-adc6-6881602381ee), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:13.077319 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:13.095376 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:13.166967 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8358-5527-4ce9-aa3c-db4ef86b4d67 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (894b1be1-3fc1-435c-adc6-6881602381ee), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:13.167292 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8358-5527-4ce9-aa3c-db4ef86b4d67 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (894b1be1-3fc1-435c-adc6-6881602381ee), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:13.181381 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee61be85-3d6a-49a9-82fa-f1ff1bb125ab req-aea76143-fad1-461e-94f2-6742a9d07624 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:13.182835 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ee61be85-3d6a-49a9-82fa-f1ff1bb125ab req-aea76143-fad1-461e-94f2-6742a9d07624 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0678811 Sep 09 15:03:13.191026 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb8358-5527-4ce9-aa3c-db4ef86b4d67 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Calling delete_port for 894b1be1-3fc1-435c-adc6-6881602381ee owned by network:floatingip {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:03:13.302117 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-64164679-a5a4-4229-98a0-cc4c373d4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:13.303481 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-64164679-a5a4-4229-98a0-cc4c373d4589 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b&tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a HTTP/1.1" status: 200 len: 1127 time: 0.0913074 Sep 09 15:03:13.316313 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ee61be85-3d6a-49a9-82fa-f1ff1bb125ab req-1bdc20a6-a758-4ae3-8433-06b440d0a2ac tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267321 Sep 09 15:03:13.381345 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-c6cebddc-feca-486c-95b5-a5316e2ab6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:13.382903 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-c6cebddc-feca-486c-95b5-a5316e2ab6b3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 1127 time: 0.0560627 Sep 09 15:03:13.483569 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8358-5527-4ce9-aa3c-db4ef86b4d67 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (894b1be1-3fc1-435c-adc6-6881602381ee), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:13.524192 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb8358-5527-4ce9-aa3c-db4ef86b4d67 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Pushing event deleted for resources: {'Port': ['ID=894b1be1-3fc1-435c-adc6-6881602381ee,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:13.554380 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-7ec3d37a-f64d-41b4-bf2e-219f65e0d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:13.555814 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-7ec3d37a-f64d-41b4-bf2e-219f65e0d579 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 200 len: 918 time: 0.1659329 Sep 09 15:03:13.556548 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8358-5527-4ce9-aa3c-db4ef86b4d67 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks [] for floatingip (10b406aa-f404-4bd2-9028-921f0fb9a3e0), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:13.559003 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b0eb8358-5527-4ce9-aa3c-db4ef86b4d67 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:13.560022 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-b0eb8358-5527-4ce9-aa3c-db4ef86b4d67 tempest-AttachVolumeNegativeTest-1647360943 tempest-AttachVolumeNegativeTest-1647360943-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/10b406aa-f404-4bd2-9028-921f0fb9a3e0 HTTP/1.1" status: 204 len: 168 time: 0.6348097 Sep 09 15:03:13.622428 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-1f28ccae-63a8-478b-a6bf-5047c35b11a0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf HTTP/1.1" status: 200 len: 999 time: 0.0604630 Sep 09 15:03:13.675526 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-b85789f1-ad18-4b25-87af-02102475dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:13.676957 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-b85789f1-ad18-4b25-87af-02102475dc84 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=e593ff28-5a4f-4b16-9e61-30d2cbd678db HTTP/1.1" status: 200 len: 856 time: 0.0489645 Sep 09 15:03:13.943873 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-27a5a9fa-8040-478a-a942-f7d20956d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:13.945449 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-27a5a9fa-8040-478a-a942-f7d20956d30c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=93d5556e-7098-41ee-955a-f1126257e985&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2603123 Sep 09 15:03:14.039392 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-2dde0fd4-7300-4278-ac8b-01f077307a02 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864320 Sep 09 15:03:14.097032 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:14.132913 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5e5c5cf3-1043-4558-9011-789fbe6273a0 req-77209437-3f21-4852-a0ab-2a7d7d771b87 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871658 Sep 09 15:03:14.443771 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead6813-7264-4706-b9d4-c79fc21cc548 req-c1de4385-b767-4462-ba88-1ae13b92a97a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:14.445243 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fead6813-7264-4706-b9d4-c79fc21cc548 req-c1de4385-b767-4462-ba88-1ae13b92a97a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0482528 Sep 09 15:03:14.465471 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:14.497236 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fead6813-7264-4706-b9d4-c79fc21cc548 req-dad999c5-a6e9-4173-9df0-5ae427b8f7f4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450072 Sep 09 15:03:15.630405 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75deab0f-0438-420f-a008-e43f2dfbfe92 req-d750721b-3970-4d06-9c1c-ef711954dc92 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:15.631862 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-75deab0f-0438-420f-a008-e43f2dfbfe92 req-d750721b-3970-4d06-9c1c-ef711954dc92 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0525410 Sep 09 15:03:15.679770 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-75deab0f-0438-420f-a008-e43f2dfbfe92 req-3bf2d883-d384-4dbe-a64a-fc95326b08f5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421851 Sep 09 15:03:15.965315 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:16.839550 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c34c73-3b8e-4bab-b282-aa0226dc48cd req-a32e2499-e6d1-4f3c-a2e1-7dde26b7a24e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:16.841128 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d9c34c73-3b8e-4bab-b282-aa0226dc48cd req-a32e2499-e6d1-4f3c-a2e1-7dde26b7a24e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0621064 Sep 09 15:03:16.888608 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d9c34c73-3b8e-4bab-b282-aa0226dc48cd req-6bdde782-8d2d-4552-b1ba-a72e00bb749d tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411909 Sep 09 15:03:17.341604 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39144) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:17.917712 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-82502650-d14e-4e17-befc-e5df19c38b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705520'] for router_interface (e8338e0f-9c0d-4cfe-be71-08603455e8dc), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:18.053893 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220daf0-3b04-414a-abbd-de7c1b512da7 req-8aa7adc3-2cc6-4dfe-a3ac-08c597f6521b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:18.055414 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7220daf0-3b04-414a-abbd-de7c1b512da7 req-8aa7adc3-2cc6-4dfe-a3ac-08c597f6521b tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0840316 Sep 09 15:03:18.209390 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7220daf0-3b04-414a-abbd-de7c1b512da7 req-8ad6d537-b02c-48eb-9bfe-5fb3c0780c89 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333702 Sep 09 15:03:18.266656 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:18.277596 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-82502650-d14e-4e17-befc-e5df19c38b32 admin admin] Deleting port ab378f1b-02ac-4975-bb8c-b73468dcd25b {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:03:18.277935 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-82502650-d14e-4e17-befc-e5df19c38b32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:18.371240 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [None req-82502650-d14e-4e17-befc-e5df19c38b32 admin admin] For port ab378f1b-02ac-4975-bb8c-b73468dcd25b, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ab378f1b-02ac-4975-bb8c-b73468dcd25b,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:03:18.371614 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-82502650-d14e-4e17-befc-e5df19c38b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:18.385152 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-82502650-d14e-4e17-befc-e5df19c38b32 admin admin] Calling delete_port for ab378f1b-02ac-4975-bb8c-b73468dcd25b owned by network:router_interface {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:03:18.396686 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:18.572498 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-82502650-d14e-4e17-befc-e5df19c38b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (ab378f1b-02ac-4975-bb8c-b73468dcd25b), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:18.599893 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82502650-d14e-4e17-befc-e5df19c38b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab378f1b-02ac-4975-bb8c-b73468dcd25b,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:18.742392 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-82502650-d14e-4e17-befc-e5df19c38b32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591360'] for router_interface (e8338e0f-9c0d-4cfe-be71-08603455e8dc), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:19.044725 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82502650-d14e-4e17-befc-e5df19c38b32 admin admin] Router e8338e0f-9c0d-4cfe-be71-08603455e8dc has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:03:19.156921 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82502650-d14e-4e17-befc-e5df19c38b32 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:03:19.164898 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39166) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:19.166922 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b899d-7516-4ae8-b6a4-8ee08623ce02 None None] Sync routers for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:03:19.169736 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-82502650-d14e-4e17-befc-e5df19c38b32 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/e8338e0f-9c0d-4cfe-be71-08603455e8dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8271067 Sep 09 15:03:19.178446 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b899d-7516-4ae8-b6a4-8ee08623ce02 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:03:19.179156 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-930b899d-7516-4ae8-b6a4-8ee08623ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:03:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:19.287181 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Publish callbacks [] for router (e8338e0f-9c0d-4cfe-be71-08603455e8dc), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:19.288631 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-930b899d-7516-4ae8-b6a4-8ee08623ce02 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:03:19.437702 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d30c3-1805-4330-afb0-e1f2b82edc66 req-edb03b10-206e-4e1a-a9ed-92c670280555 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:19.440438 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-549d30c3-1805-4330-afb0-e1f2b82edc66 req-edb03b10-206e-4e1a-a9ed-92c670280555 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.1020226 Sep 09 15:03:19.497581 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Publish callbacks [] for router_gateway (e8338e0f-9c0d-4cfe-be71-08603455e8dc), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:19.527377 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:19.534159 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-549d30c3-1805-4330-afb0-e1f2b82edc66 req-e537bacb-930c-447d-ad1a-24cd4f9968c6 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865178 Sep 09 15:03:19.586204 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Deleting port 66c5925a-6360-46f2-9ca0-1153e7230038 {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:03:19.586538 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (66c5925a-6360-46f2-9ca0-1153e7230038), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:19.673993 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] For port 66c5925a-6360-46f2-9ca0-1153e7230038, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=66c5925a-6360-46f2-9ca0-1153e7230038,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:03:19.674320 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (66c5925a-6360-46f2-9ca0-1153e7230038), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:19.692991 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Calling delete_port for 66c5925a-6360-46f2-9ca0-1153e7230038 owned by network:router_gateway {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:03:19.747704 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-930b899d-7516-4ae8-b6a4-8ee08623ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153'}], 'enable_snat': True}, 'gw_port_id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T15:03:18Z', 'revision_number': 5, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port': {'id': '66c5925a-6360-46f2-9ca0-1153e7230038', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:b6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:08Z', 'updated_at': '2022-09-09T14:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:19.776209 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b899d-7516-4ae8-b6a4-8ee08623ce02 None None] Checking router: e8338e0f-9c0d-4cfe-be71-08603455e8dc for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:03:19.785754 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b899d-7516-4ae8-b6a4-8ee08623ce02 None None] Routers {'e8338e0f-9c0d-4cfe-be71-08603455e8dc'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:03:19.786388 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-930b899d-7516-4ae8-b6a4-8ee08623ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:03:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:19.888178 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-930b899d-7516-4ae8-b6a4-8ee08623ce02 None None] Set router e8338e0f-9c0d-4cfe-be71-08603455e8dc gateway port host: None {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:03:19.931193 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (66c5925a-6360-46f2-9ca0-1153e7230038), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:19.960556 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-930b899d-7516-4ae8-b6a4-8ee08623ce02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T15:03:19Z', 'revision_number': 6, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port_host': None}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:19.967939 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=66c5925a-6360-46f2-9ca0-1153e7230038,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:20.035881 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930b899d-7516-4ae8-b6a4-8ee08623ce02 None None] The sync data for ids ['e8338e0f-9c0d-4cfe-be71-08603455e8dc'] in dv-cinder-828696-11-iscsi is: [{'id': 'e8338e0f-9c0d-4cfe-be71-08603455e8dc', 'name': 'tempest-AttachVolumeNegativeTest-371706399-router', 'tenant_id': '063bdf7448ee45939287687b0e65dd97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T15:03:19Z', 'revision_number': 6, 'project_id': '063bdf7448ee45939287687b0e65dd97', 'gw_port_host': None}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:03:20.051567 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601202'] for router_gateway (e8338e0f-9c0d-4cfe-be71-08603455e8dc), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:20.158357 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10078'] for router (e8338e0f-9c0d-4cfe-be71-08603455e8dc), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:20.161617 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Publish callbacks [] for router_controller (e8338e0f-9c0d-4cfe-be71-08603455e8dc), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:20.205853 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:20.206520 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:20.235296 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591413'] for router (e8338e0f-9c0d-4cfe-be71-08603455e8dc), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:20.235890 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8338e0f-9c0d-4cfe-be71-08603455e8dc {{(pid=106239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:03:20.245179 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:20.256150 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b28d4a48-277f-41ac-ab95-821c46395a38 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/e8338e0f-9c0d-4cfe-be71-08603455e8dc HTTP/1.1" status: 204 len: 168 time: 1.0901186 Sep 09 15:03:20.258739 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39182) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:20.313922 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e3df12-4c66-4047-b297-fae5e2149ecc admin admin] Deleting subnet e5539eba-6bc3-49c4-a444-fe6c1757d5b7 {{(pid=106239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:03:20.317761 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2e3df12-4c66-4047-b297-fae5e2149ecc admin admin] Publish callbacks [] for subnet (e5539eba-6bc3-49c4-a444-fe6c1757d5b7), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:20.358897 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2e3df12-4c66-4047-b297-fae5e2149ecc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752680'] for subnet (e5539eba-6bc3-49c4-a444-fe6c1757d5b7), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:20.526537 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2e3df12-4c66-4047-b297-fae5e2149ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (e5539eba-6bc3-49c4-a444-fe6c1757d5b7), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:20.652897 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ab378f1b-02ac-4975-bb8c-b73468dcd25b no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:03:20.692581 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: ab378f1b-02ac-4975-bb8c-b73468dcd25b {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:03:20.702833 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ab378f1b-02ac-4975-bb8c-b73468dcd25b not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:03:20.709302 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2e3df12-4c66-4047-b297-fae5e2149ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3186310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3836002'] for subnet (e5539eba-6bc3-49c4-a444-fe6c1757d5b7), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:20.739208 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e3df12-4c66-4047-b297-fae5e2149ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5539eba-6bc3-49c4-a444-fe6c1757d5b7,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:20.745731 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2e3df12-4c66-4047-b297-fae5e2149ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:20.749452 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f2e3df12-4c66-4047-b297-fae5e2149ecc admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/e5539eba-6bc3-49c4-a444-fe6c1757d5b7 HTTP/1.1" status: 204 len: 168 time: 0.4894176 Sep 09 15:03:20.752683 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe0c51f-0f0f-4370-887c-6d8a8473fdc9 None None] Network 2ced1175-a542-4682-b032-b597d6969844 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:03:20.753369 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61595cf-1b51-4109-befb-e68aea2a58ed req-e423d5bd-9580-4054-8e4a-0765232e6c8e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:20.755394 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d61595cf-1b51-4109-befb-e68aea2a58ed req-e423d5bd-9580-4054-8e4a-0765232e6c8e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0865223 Sep 09 15:03:20.755957 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39188) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:20.870091 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d61595cf-1b51-4109-befb-e68aea2a58ed req-1446f5ea-ab62-4d24-92ab-66073b6c0123 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910797 Sep 09 15:03:20.883999 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (2ced1175-a542-4682-b032-b597d6969844), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:20.953751 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Deleting port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:03:20.953751 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:21.060520 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4520c52c-75a3-4c26-9369-ed65c39a0079 None None] DHCP port deletion for 2ced1175-a542-4682-b032-b597d6969844 request from dv-cinder-828696-11-iscsi {{(pid=106240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 15:03:21.182562 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-4520c52c-75a3-4c26-9369-ed65c39a0079 None None] Deleting port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 {{(pid=106240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:03:21.184624 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-4520c52c-75a3-4c26-9369-ed65c39a0079 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), before_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:21.218112 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:21.235645 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] For port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=89eda38b-7f9d-4700-9ecb-c4f3212ab7d1,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:03:21.236334 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:21.257306 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Calling delete_port for 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 owned by network:dhcp {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:03:21.331608 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-4520c52c-75a3-4c26-9369-ed65c39a0079 None None] For port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=89eda38b-7f9d-4700-9ecb-c4f3212ab7d1,segment=NetworkSegment(0ed2582e-57bb-4ec3-a937-9b6d68b2d386),segment_id=0ed2582e-57bb-4ec3-a937-9b6d68b2d386)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:03:21.332220 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-4520c52c-75a3-4c26-9369-ed65c39a0079 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), precommit_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:21.353295 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-4520c52c-75a3-4c26-9369-ed65c39a0079 None None] Calling delete_port for 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 owned by network:dhcp {{(pid=106240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:03:21.358151 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:21.392037 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] No DVR routers for this DVR port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 on host dv-cinder-828696-11-iscsi {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:03:21.393853 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Pushing event deleted for resources: {'Port': ['ID=89eda38b-7f9d-4700-9ecb-c4f3212ab7d1,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:21.476634 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (2ced1175-a542-4682-b032-b597d6969844), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:21.507057 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.507908 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.508864 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.509572 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > port after_create 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.510127 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.510694 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > port after_update 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.511234 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.511452 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-4520c52c-75a3-4c26-9369-ed65c39a0079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (89eda38b-7f9d-4700-9ecb-c4f3212ab7d1), after_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:21.512010 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.512552 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.513394 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.539343 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:21.542137 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520c52c-75a3-4c26-9369-ed65c39a0079 None None] Pushing event deleted for resources: {'Port': ['ID=89eda38b-7f9d-4700-9ecb-c4f3212ab7d1,revision_number=None']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:21.551104 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4520c52c-75a3-4c26-9369-ed65c39a0079 None None] No DVR routers for this DVR port 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 on host dv-cinder-828696-11-iscsi {{(pid=106240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:03:21.614741 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.615305 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.615678 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.616150 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106238) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 15:03:21.616588 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ced1175-a542-4682-b032-b597d6969844']}} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:21.637516 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ed2582e-57bb-4ec3-a937-9b6d68b2d386') {'for_net_delete': True} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:21.637815 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ed2582e-57bb-4ec3-a937-9b6d68b2d386') {} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:21.659887 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2753440'] for segment (0ed2582e-57bb-4ec3-a937-9b6d68b2d386), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:21.692827 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (0ed2582e-57bb-4ec3-a937-9b6d68b2d386), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:21.701508 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=106238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:03:21.701898 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3310546'] for segment (0ed2582e-57bb-4ec3-a937-9b6d68b2d386), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:21.768719 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (2ced1175-a542-4682-b032-b597d6969844), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:21.776359 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:21.782371 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/2ced1175-a542-4682-b032-b597d6969844 HTTP/1.1" status: 204 len: 168 time: 1.0217538 Sep 09 15:03:21.790063 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c13a72-80fe-43f5-bfb2-d6a03d395784 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ced1175-a542-4682-b032-b597d6969844,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:21.860135 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=94 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:21.870960 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=65,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:21.914068 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39202) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:21.923312 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.services.segments.plugin [-] Segment 0ed2582e-57bb-4ec3-a937-9b6d68b2d386 resource provider aggregate not found Sep 09 15:03:21.949866 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.services.segments.plugin [-] Segment 0ed2582e-57bb-4ec3-a937-9b6d68b2d386 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ed2582e-57bb-4ec3-a937-9b6d68b2d386 found for delete ", "request_id": "req-2fc3cbd4-ace6-44ab-b1c5-41da155f2316"}]} Sep 09 15:03:21.971444 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-dedf2a3f-52a6-4aaa-a379-b49b0392743b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=063bdf7448ee45939287687b0e65dd97&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0562396 Sep 09 15:03:21.974114 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39208) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:22.060625 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e18ff7-a4d1-4c79-865c-ebd6978226d9 req-cade074f-b7ba-40d2-aae4-b00e908b6ab5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:22.062162 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-23e18ff7-a4d1-4c79-865c-ebd6978226d9 req-cade074f-b7ba-40d2-aae4-b00e908b6ab5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0745881 Sep 09 15:03:22.079342 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c7122131-12e0-47dc-b7df-43b6cc759c72 admin admin] Publish callbacks [] for security_group (99768076-e851-4dc0-91c3-642e194d15bd), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:22.097080 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:22.126214 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c7122131-12e0-47dc-b7df-43b6cc759c72 admin admin] Publish callbacks [] for security_group (99768076-e851-4dc0-91c3-642e194d15bd), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:22.167014 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-23e18ff7-a4d1-4c79-865c-ebd6978226d9 req-3d7059ca-7ba5-496a-9c08-6148410fa7ed tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888407 Sep 09 15:03:22.214868 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c7122131-12e0-47dc-b7df-43b6cc759c72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (99768076-e851-4dc0-91c3-642e194d15bd), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:22.218133 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-c7122131-12e0-47dc-b7df-43b6cc759c72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:22.219829 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-c7122131-12e0-47dc-b7df-43b6cc759c72 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/99768076-e851-4dc0-91c3-642e194d15bd HTTP/1.1" status: 204 len: 168 time: 0.2447786 Sep 09 15:03:22.229975 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7122131-12e0-47dc-b7df-43b6cc759c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99768076-e851-4dc0-91c3-642e194d15bd,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:22.438581 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 66c5925a-6360-46f2-9ca0-1153e7230038 no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:03:22.466234 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 66c5925a-6360-46f2-9ca0-1153e7230038 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:03:22.466586 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 66c5925a-6360-46f2-9ca0-1153e7230038 not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:03:22.467009 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:03:22.491659 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:03:22.492008 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 89eda38b-7f9d-4700-9ecb-c4f3212ab7d1 not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:03:23.330410 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2b95f-f54e-47a5-a828-16cba4f85afc req-7e92b4eb-ecfe-42e9-ab6f-199e687efd50 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:23.332530 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-48d2b95f-f54e-47a5-a828-16cba4f85afc req-7e92b4eb-ecfe-42e9-ab6f-199e687efd50 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0490394 Sep 09 15:03:23.385884 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-48d2b95f-f54e-47a5-a828-16cba4f85afc req-f9bdf38b-2102-41ae-a41f-1a4658af05ba tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460348 Sep 09 15:03:24.397756 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39288) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:24.507460 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3fc30b84-82f6-4c1c-bab3-715ba2feeb5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:24.514939 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09355613-be38-4476-94cc-c7657bba2c1f req-69f6afe3-eede-4230-a127-2a5af9a78a34 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:24.517057 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-09355613-be38-4476-94cc-c7657bba2c1f req-69f6afe3-eede-4230-a127-2a5af9a78a34 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0498323 Sep 09 15:03:24.565217 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-09355613-be38-4476-94cc-c7657bba2c1f req-a7b03e5f-0adc-4e4e-a374-a4e300bd438f tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426557 Sep 09 15:03:24.587171 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3fc30b84-82f6-4c1c-bab3-715ba2feeb5a admin admin] Publish callbacks [] for security_group (3575e52e-a40f-4889-8882-0d35d4c3bbef), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:24.591590 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3fc30b84-82f6-4c1c-bab3-715ba2feeb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (3575e52e-a40f-4889-8882-0d35d4c3bbef), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:24.631326 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-3fc30b84-82f6-4c1c-bab3-715ba2feeb5a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9f3fc73cb24c4a6185a3c9a2b6344cdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325025 Sep 09 15:03:24.632165 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc30b84-82f6-4c1c-bab3-715ba2feeb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3575e52e-a40f-4889-8882-0d35d4c3bbef,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:24.634051 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39294) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:24.682356 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-abb32923-28ba-4a6a-9a90-607c6fd5ab54 admin admin] Publish callbacks [] for security_group (3575e52e-a40f-4889-8882-0d35d4c3bbef), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:24.689591 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:24.704464 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-abb32923-28ba-4a6a-9a90-607c6fd5ab54 admin admin] Publish callbacks [] for security_group (3575e52e-a40f-4889-8882-0d35d4c3bbef), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:24.748987 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-abb32923-28ba-4a6a-9a90-607c6fd5ab54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (3575e52e-a40f-4889-8882-0d35d4c3bbef), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:24.752066 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-abb32923-28ba-4a6a-9a90-607c6fd5ab54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:24.753279 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-abb32923-28ba-4a6a-9a90-607c6fd5ab54 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3575e52e-a40f-4889-8882-0d35d4c3bbef HTTP/1.1" status: 204 len: 168 time: 0.1182270 Sep 09 15:03:24.763349 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb32923-28ba-4a6a-9a90-607c6fd5ab54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3575e52e-a40f-4889-8882-0d35d4c3bbef,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:25.007768 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39302) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:25.021225 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-254d3842-cd70-4bd0-84d7-a08fd48f4b56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:25.099609 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-254d3842-cd70-4bd0-84d7-a08fd48f4b56 admin admin] Publish callbacks [] for security_group (2a1761d6-159a-4187-a173-3d64ef7b5680), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:25.103172 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-254d3842-cd70-4bd0-84d7-a08fd48f4b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (2a1761d6-159a-4187-a173-3d64ef7b5680), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:25.142723 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-254d3842-cd70-4bd0-84d7-a08fd48f4b56 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f032018959b34950a061c7c3c0b3dbab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339347 Sep 09 15:03:25.143581 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254d3842-cd70-4bd0-84d7-a08fd48f4b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1761d6-159a-4187-a173-3d64ef7b5680,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:25.145484 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39304) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:25.193718 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-641877e8-fb92-4b4c-8104-7affa96c4b4b admin admin] Publish callbacks [] for security_group (2a1761d6-159a-4187-a173-3d64ef7b5680), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:25.216076 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-641877e8-fb92-4b4c-8104-7affa96c4b4b admin admin] Publish callbacks [] for security_group (2a1761d6-159a-4187-a173-3d64ef7b5680), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:25.261004 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-641877e8-fb92-4b4c-8104-7affa96c4b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (2a1761d6-159a-4187-a173-3d64ef7b5680), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:25.263401 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-641877e8-fb92-4b4c-8104-7affa96c4b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:25.264536 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-641877e8-fb92-4b4c-8104-7affa96c4b4b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/2a1761d6-159a-4187-a173-3d64ef7b5680 HTTP/1.1" status: 204 len: 168 time: 0.1180344 Sep 09 15:03:25.272057 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641877e8-fb92-4b4c-8104-7affa96c4b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1761d6-159a-4187-a173-3d64ef7b5680,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:25.697460 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e5a98-cd41-4cd6-9d05-2e4da994e08e req-c231b88e-4ce2-47df-94b5-5aed4aba95ab tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:25.698934 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a37e5a98-cd41-4cd6-9d05-2e4da994e08e req-c231b88e-4ce2-47df-94b5-5aed4aba95ab tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0473919 Sep 09 15:03:25.748825 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a37e5a98-cd41-4cd6-9d05-2e4da994e08e req-e4dacb42-526f-455e-88a3-0b75170490eb tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434103 Sep 09 15:03:26.872636 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39358) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:26.886612 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93e5a7-8904-4fe1-8300-4d3c678780f1 req-2c9a6ca3-0bdc-4aa5-97be-36d1b454ad23 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:26.888146 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cb93e5a7-8904-4fe1-8300-4d3c678780f1 req-2c9a6ca3-0bdc-4aa5-97be-36d1b454ad23 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 943 time: 0.0552974 Sep 09 15:03:26.940316 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cb93e5a7-8904-4fe1-8300-4d3c678780f1 req-7295efab-83cc-418c-b676-80d666269628 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443883 Sep 09 15:03:26.989492 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da11b3f1-f5d3-4ce0-9c58-9bcf5d23ab55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.035885 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=79,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:27.071725 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da11b3f1-f5d3-4ce0-9c58-9bcf5d23ab55 admin admin] Publish callbacks [] for security_group (910abd21-280c-4d5d-af7f-159fdbcd6fb4), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.075309 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da11b3f1-f5d3-4ce0-9c58-9bcf5d23ab55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (910abd21-280c-4d5d-af7f-159fdbcd6fb4), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.097661 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=13 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:27.116966 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-da11b3f1-f5d3-4ce0-9c58-9bcf5d23ab55 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2db8818db6014bf485e0fcc37c6e0e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2432487 Sep 09 15:03:27.118132 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da11b3f1-f5d3-4ce0-9c58-9bcf5d23ab55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910abd21-280c-4d5d-af7f-159fdbcd6fb4,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:27.119758 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39362) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:27.171697 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a459f49d-dcec-423b-b076-0637ca9aa9d4 admin admin] Publish callbacks [] for security_group (910abd21-280c-4d5d-af7f-159fdbcd6fb4), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.191394 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a459f49d-dcec-423b-b076-0637ca9aa9d4 admin admin] Publish callbacks [] for security_group (910abd21-280c-4d5d-af7f-159fdbcd6fb4), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.215949 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:27.238938 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a459f49d-dcec-423b-b076-0637ca9aa9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (910abd21-280c-4d5d-af7f-159fdbcd6fb4), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.241478 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a459f49d-dcec-423b-b076-0637ca9aa9d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.242641 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a459f49d-dcec-423b-b076-0637ca9aa9d4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/910abd21-280c-4d5d-af7f-159fdbcd6fb4 HTTP/1.1" status: 204 len: 168 time: 0.1213076 Sep 09 15:03:27.250895 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a459f49d-dcec-423b-b076-0637ca9aa9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910abd21-280c-4d5d-af7f-159fdbcd6fb4,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:27.510711 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39368) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:27.524937 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e2acb46a-7d8b-484b-a27c-a94e07add59b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.603314 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e2acb46a-7d8b-484b-a27c-a94e07add59b admin admin] Publish callbacks [] for security_group (c830a44f-a2c6-4c20-8adb-bed2fdfb4e87), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.606330 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8f3dda8-23ee-414a-9861-fbe66c356bcf details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:03:27.610347 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e2acb46a-7d8b-484b-a27c-a94e07add59b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c830a44f-a2c6-4c20-8adb-bed2fdfb4e87), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.643045 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5df071c5-b549-424f-b217-6fa754f85f68 req-37acf374-927e-405f-9f62-8eb04127289c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440817 Sep 09 15:03:27.653062 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e2acb46a-7d8b-484b-a27c-a94e07add59b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=57e3c5e98c9c4396a815162c114b0aa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412458 Sep 09 15:03:27.654005 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2acb46a-7d8b-484b-a27c-a94e07add59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c830a44f-a2c6-4c20-8adb-bed2fdfb4e87,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:27.657364 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39370) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:27.672388 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:27.711076 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:03:27.722188 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'port_id': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'mac_address': 'fa:16:3e:51:59:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:03:27.747913 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e4aeb2a-246b-46a5-a7e6-1a43599485b3 admin admin] Publish callbacks [] for security_group (c830a44f-a2c6-4c20-8adb-bed2fdfb4e87), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.750884 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df071c5-b549-424f-b217-6fa754f85f68 req-1fe41ceb-1081-4975-8327-d43aebbdc582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:27.752326 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5df071c5-b549-424f-b217-6fa754f85f68 req-1fe41ceb-1081-4975-8327-d43aebbdc582 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3f711f25c212427db970f02391c79d1c&device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 1129 time: 0.0514793 Sep 09 15:03:27.756999 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port c8f3dda8-23ee-414a-9861-fbe66c356bcf is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:03:27.757665 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.771458 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f3dda8-23ee-414a-9861-fbe66c356bcf {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:03:27.774197 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e4aeb2a-246b-46a5-a7e6-1a43599485b3 admin admin] Publish callbacks [] for security_group (c830a44f-a2c6-4c20-8adb-bed2fdfb4e87), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.791583 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:03:27.796252 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:27.849307 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=c8f3dda8-23ee-414a-9861-fbe66c356bcf,revision_number=9']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:28.067983 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['c8f3dda8-23ee-414a-9861-fbe66c356bcf'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:03:28.128697 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:28.157622 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b5de3-db0d-4d4a-96ba-63950e07da95 req-c306a0fb-ae27-4d1b-8b04-4acc054d01ea tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:28.157622 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a07b5de3-db0d-4d4a-96ba-63950e07da95 req-c306a0fb-ae27-4d1b-8b04-4acc054d01ea tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 944 time: 0.0810080 Sep 09 15:03:28.193430 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e4aeb2a-246b-46a5-a7e6-1a43599485b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c830a44f-a2c6-4c20-8adb-bed2fdfb4e87), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:28.193430 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e4aeb2a-246b-46a5-a7e6-1a43599485b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:28.193430 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-3e4aeb2a-246b-46a5-a7e6-1a43599485b3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c830a44f-a2c6-4c20-8adb-bed2fdfb4e87 HTTP/1.1" status: 204 len: 168 time: 0.5349617 Sep 09 15:03:28.222555 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df071c5-b549-424f-b217-6fa754f85f68 req-c86191ae-e791-4e9d-acb5-8c675bdfbe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:28.222967 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5df071c5-b549-424f-b217-6fa754f85f68 req-c86191ae-e791-4e9d-acb5-8c675bdfbe2b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8d2d50ee-a393-4bca-920f-08b3f70f628d HTTP/1.1" status: 200 len: 909 time: 0.4508171 Sep 09 15:03:28.226259 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4aeb2a-246b-46a5-a7e6-1a43599485b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c830a44f-a2c6-4c20-8adb-bed2fdfb4e87,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:28.307656 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a07b5de3-db0d-4d4a-96ba-63950e07da95 req-3c139157-9841-4bdc-91cc-08ce8f1c258a tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393242 Sep 09 15:03:28.324039 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5df071c5-b549-424f-b217-6fa754f85f68 req-707bec7a-e79d-4225-84db-61d4b2915339 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde HTTP/1.1" status: 200 len: 1000 time: 0.0910125 Sep 09 15:03:28.384653 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df071c5-b549-424f-b217-6fa754f85f68 req-062284e6-9691-48d8-8117-0e4d30064806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:28.386289 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5df071c5-b549-424f-b217-6fa754f85f68 req-062284e6-9691-48d8-8117-0e4d30064806 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f0f47d81-143a-4923-84fd-72ceb666893e HTTP/1.1" status: 200 len: 847 time: 0.0509772 Sep 09 15:03:28.436932 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df071c5-b549-424f-b217-6fa754f85f68 req-39b95db5-a636-48c4-a8fa-5b17e2653cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:28.438580 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5df071c5-b549-424f-b217-6fa754f85f68 req-39b95db5-a636-48c4-a8fa-5b17e2653cb8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8d2d50ee-a393-4bca-920f-08b3f70f628d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440407 Sep 09 15:03:28.535823 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5df071c5-b549-424f-b217-6fa754f85f68 req-e175c0c5-26e6-4fe2-a2b6-0a6286284f00 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902994 Sep 09 15:03:28.631954 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5df071c5-b549-424f-b217-6fa754f85f68 req-7126aa60-9e0e-46e6-b525-a1bbcfea84a3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884495 Sep 09 15:03:29.458225 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322472e5-dc55-44f0-ae50-fd120f33e869 req-43802426-cad2-47fd-908a-8227fb049478 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:29.459935 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-322472e5-dc55-44f0-ae50-fd120f33e869 req-43802426-cad2-47fd-908a-8227fb049478 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 944 time: 0.0613840 Sep 09 15:03:29.511718 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-322472e5-dc55-44f0-ae50-fd120f33e869 req-d875bd98-7330-4c32-9788-764f481ce6c3 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450494 Sep 09 15:03:29.620767 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8f3dda8-23ee-414a-9861-fbe66c356bcf up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:03:29.669343 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port c8f3dda8-23ee-414a-9861-fbe66c356bcf triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:03:29.669722 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:29.742249 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port c8f3dda8-23ee-414a-9861-fbe66c356bcf is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:03:29.742640 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:29.764780 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:03:29.766978 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6d0e56-e01d-46b6-a2ae-51c3cad5ea6e" -d '{"events": [{"server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "name": "network-vif-plugged", "status": "completed", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:03:29.780015 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:03:29.785865 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:29.835439 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1516bed2-bd7b-47a1-a247-45827d932533 x-openstack-request-id: req-1516bed2-bd7b-47a1-a247-45827d932533 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:03:29.835722 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "name": "network-vif-plugged", "status": "completed", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:03:29.835967 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1516bed2-bd7b-47a1-a247-45827d932533 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:03:29.836352 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1516bed2-bd7b-47a1-a247-45827d932533'] response: {'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'code': 200} Sep 09 15:03:29.841190 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=c8f3dda8-23ee-414a-9861-fbe66c356bcf,revision_number=10']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:30.027761 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:30.038715 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06494191-5b43-46e4-88f0-63fdc08c457d req-1b53b882-30f9-477d-bd72-5ebdfbaeee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:30.040469 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-06494191-5b43-46e4-88f0-63fdc08c457d req-1b53b882-30f9-477d-bd72-5ebdfbaeee43 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 1130 time: 0.0441110 Sep 09 15:03:30.095170 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-06494191-5b43-46e4-88f0-63fdc08c457d req-8b3d5885-ccc5-494a-9c7a-84b115f5e268 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471213 Sep 09 15:03:30.787132 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129bf205-e40d-42cc-9892-a5e8ec1aa0b7 req-168bf739-19c0-4135-9dc0-661eb7f52db0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:30.788651 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-129bf205-e40d-42cc-9892-a5e8ec1aa0b7 req-168bf739-19c0-4135-9dc0-661eb7f52db0 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 946 time: 0.0478718 Sep 09 15:03:30.847245 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-129bf205-e40d-42cc-9892-a5e8ec1aa0b7 req-11e10478-d9d0-452b-8a48-4ffb1e51c473 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488894 Sep 09 15:03:31.984957 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9c924-38ed-4611-b2fc-368433810168 req-6c765de3-86b0-4dbe-8444-36e3ff7576c7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:31.986766 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8db9c924-38ed-4611-b2fc-368433810168 req-6c765de3-86b0-4dbe-8444-36e3ff7576c7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 946 time: 0.0529413 Sep 09 15:03:32.039261 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8db9c924-38ed-4611-b2fc-368433810168 req-f54defa6-95c2-4f95-91e0-beb896ee4ae5 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468860 Sep 09 15:03:32.686478 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39558) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:32.788462 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:32.865923 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Publish callbacks [] for security_group (6fb72371-3601-458b-9f9b-60d1e680aba9), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:32.869595 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (6fb72371-3601-458b-9f9b-60d1e680aba9), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:32.907141 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb72371-3601-458b-9f9b-60d1e680aba9,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:32.910970 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a6b57c64ee794caca3612738b474acbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234495 Sep 09 15:03:32.913929 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39562) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:32.916799 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.917142 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.917553 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.917888 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.918218 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.918547 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.918867 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.919185 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.919505 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.919824 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.920144 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.920461 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.920773 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.921092 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.921425 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a012727e-b49e-441f-8bf9-e6a4e85df9db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:32.963104 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-22b5a4fd-850d-4bf0-9bfd-d814a77483fa admin admin] Publish callbacks [] for security_group (6fb72371-3601-458b-9f9b-60d1e680aba9), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:32.982365 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-22b5a4fd-850d-4bf0-9bfd-d814a77483fa admin admin] Publish callbacks [] for security_group (6fb72371-3601-458b-9f9b-60d1e680aba9), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:33.029804 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-22b5a4fd-850d-4bf0-9bfd-d814a77483fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (6fb72371-3601-458b-9f9b-60d1e680aba9), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:33.032662 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-22b5a4fd-850d-4bf0-9bfd-d814a77483fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:33.033847 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-22b5a4fd-850d-4bf0-9bfd-d814a77483fa admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6fb72371-3601-458b-9f9b-60d1e680aba9 HTTP/1.1" status: 204 len: 168 time: 0.1188734 Sep 09 15:03:33.041826 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5a4fd-850d-4bf0-9bfd-d814a77483fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb72371-3601-458b-9f9b-60d1e680aba9,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:33.174571 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514656df-7c8a-4481-8126-00e246ad61bc req-fdcf6963-d493-4fd4-8422-0e890dcfee15 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:33.176044 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-514656df-7c8a-4481-8126-00e246ad61bc req-fdcf6963-d493-4fd4-8422-0e890dcfee15 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 946 time: 0.0542331 Sep 09 15:03:33.202194 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:33.225082 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-514656df-7c8a-4481-8126-00e246ad61bc req-3db0d507-4d46-4f19-967c-26a5fedfcd33 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430124 Sep 09 15:03:33.314646 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39572) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:33.328037 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-596e138d-b107-4f57-92d8-b49f324ee109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:33.406220 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-596e138d-b107-4f57-92d8-b49f324ee109 admin admin] Publish callbacks [] for security_group (22e7d850-8bca-4542-aa5b-9711f2795dfa), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:33.410168 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-596e138d-b107-4f57-92d8-b49f324ee109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (22e7d850-8bca-4542-aa5b-9711f2795dfa), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:33.449579 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e138d-b107-4f57-92d8-b49f324ee109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e7d850-8bca-4542-aa5b-9711f2795dfa,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:33.453930 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-596e138d-b107-4f57-92d8-b49f324ee109 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cee7f3dfad93423995681997cf617500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382382 Sep 09 15:03:33.456705 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39580) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:33.494684 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=89,neutron:INSERT=11 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:33.507552 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e3fe04e-bdb9-4a82-bbc0-5496d7468e9e admin admin] Publish callbacks [] for security_group (22e7d850-8bca-4542-aa5b-9711f2795dfa), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:33.533979 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e3fe04e-bdb9-4a82-bbc0-5496d7468e9e admin admin] Publish callbacks [] for security_group (22e7d850-8bca-4542-aa5b-9711f2795dfa), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:33.585156 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e3fe04e-bdb9-4a82-bbc0-5496d7468e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (22e7d850-8bca-4542-aa5b-9711f2795dfa), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:33.588059 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3e3fe04e-bdb9-4a82-bbc0-5496d7468e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:33.591626 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-3e3fe04e-bdb9-4a82-bbc0-5496d7468e9e admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/22e7d850-8bca-4542-aa5b-9711f2795dfa HTTP/1.1" status: 204 len: 168 time: 0.1315758 Sep 09 15:03:33.598366 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3fe04e-bdb9-4a82-bbc0-5496d7468e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e7d850-8bca-4542-aa5b-9711f2795dfa,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:35.240903 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39638) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:35.348178 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7709771f-d0e4-4a7d-ab1b-53a3a1ebdd77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:35.426545 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7709771f-d0e4-4a7d-ab1b-53a3a1ebdd77 admin admin] Publish callbacks [] for security_group (9cf6389c-ec71-41a9-ad16-70fdd249f188), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:35.430304 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7709771f-d0e4-4a7d-ab1b-53a3a1ebdd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9cf6389c-ec71-41a9-ad16-70fdd249f188), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:35.470270 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-7709771f-d0e4-4a7d-ab1b-53a3a1ebdd77 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=17ec98308c874ed1b235fce175f93cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283030 Sep 09 15:03:35.471150 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709771f-d0e4-4a7d-ab1b-53a3a1ebdd77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf6389c-ec71-41a9-ad16-70fdd249f188,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:35.473224 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39642) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:35.521106 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a71ebc27-8d5c-49f7-a4bc-85b721e446ee admin admin] Publish callbacks [] for security_group (9cf6389c-ec71-41a9-ad16-70fdd249f188), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:35.547399 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a71ebc27-8d5c-49f7-a4bc-85b721e446ee admin admin] Publish callbacks [] for security_group (9cf6389c-ec71-41a9-ad16-70fdd249f188), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:35.595335 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a71ebc27-8d5c-49f7-a4bc-85b721e446ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9cf6389c-ec71-41a9-ad16-70fdd249f188), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:35.597924 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a71ebc27-8d5c-49f7-a4bc-85b721e446ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:35.599078 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a71ebc27-8d5c-49f7-a4bc-85b721e446ee admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9cf6389c-ec71-41a9-ad16-70fdd249f188 HTTP/1.1" status: 204 len: 168 time: 0.1248457 Sep 09 15:03:35.606985 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71ebc27-8d5c-49f7-a4bc-85b721e446ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf6389c-ec71-41a9-ad16-70fdd249f188,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:35.863654 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39650) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:35.877743 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-41a84a97-701d-46b6-bd1b-53cad7864b0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:35.955919 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-41a84a97-701d-46b6-bd1b-53cad7864b0b admin admin] Publish callbacks [] for security_group (57a5b7ed-b2e5-4698-b118-a85428a2610b), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:35.959399 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-41a84a97-701d-46b6-bd1b-53cad7864b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (57a5b7ed-b2e5-4698-b118-a85428a2610b), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:35.998725 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a84a97-701d-46b6-bd1b-53cad7864b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a5b7ed-b2e5-4698-b118-a85428a2610b,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:36.003453 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-41a84a97-701d-46b6-bd1b-53cad7864b0b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=21e68e9b46f64072a3f2326b1f9e8497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387925 Sep 09 15:03:36.006136 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39652) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:36.055892 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f5bed6dd-b467-4fe2-8680-69c080066dbb admin admin] Publish callbacks [] for security_group (57a5b7ed-b2e5-4698-b118-a85428a2610b), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:36.075877 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f5bed6dd-b467-4fe2-8680-69c080066dbb admin admin] Publish callbacks [] for security_group (57a5b7ed-b2e5-4698-b118-a85428a2610b), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:36.082307 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:36.123208 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f5bed6dd-b467-4fe2-8680-69c080066dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (57a5b7ed-b2e5-4698-b118-a85428a2610b), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:36.126372 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f5bed6dd-b467-4fe2-8680-69c080066dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:36.127546 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-f5bed6dd-b467-4fe2-8680-69c080066dbb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/57a5b7ed-b2e5-4698-b118-a85428a2610b HTTP/1.1" status: 204 len: 168 time: 0.1204891 Sep 09 15:03:36.135301 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bed6dd-b467-4fe2-8680-69c080066dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a5b7ed-b2e5-4698-b118-a85428a2610b,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:36.820231 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39686) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:36.926117 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-840756355-network', 'tenant_id': 'f970622440bb427382b99e4a68d8746e'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:03:36.946488 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Made reservation on behalf of f970622440bb427382b99e4a68d8746e for: {'network': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:03:36.949025 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:36.958655 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:37.051938 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Publish callbacks [] for security_group (6c10a89c-97c1-48c0-97c9-97ba27e7cc68), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:37.055704 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (6c10a89c-97c1-48c0-97c9-97ba27e7cc68), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:37.075482 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:37.085255 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:03:37.098157 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c10a89c-97c1-48c0-97c9-97ba27e7cc68,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:37.103845 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (cf091b15-a13e-4315-b4c9-bbb017961807), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:37.104185 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.segments_db [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Added segment cf091b15-a13e-4315-b4c9-bbb017961807 of type vlan for network a0bf99bf-b38e-4be8-a621-08f7ed472906 Sep 09 15:03:37.148092 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (a0bf99bf-b38e-4be8-a621-08f7ed472906), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:37.173356 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (a0bf99bf-b38e-4be8-a621-08f7ed472906), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:37.174320 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:37.174886 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:37.233683 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4121771 Sep 09 15:03:37.236868 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39698) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:37.238591 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59aea2-081e-4c4f-aa0d-91a003e711d2 admin admin] Pushing event updated for resources: {'Network': ['ID=a0bf99bf-b38e-4be8-a621-08f7ed472906,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:37.241833 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-a15dfaf1-5585-40ad-b0d6-341f13ef9ded admin admin] Request body: {'subnet': {'network_id': 'a0bf99bf-b38e-4be8-a621-08f7ed472906', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-840756355-subnet', 'tenant_id': 'f970622440bb427382b99e4a68d8746e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:03:37.247906 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network a0bf99bf-b38e-4be8-a621-08f7ed472906 details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:03:37.258268 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:03:37.266147 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15dfaf1-5585-40ad-b0d6-341f13ef9ded admin admin] Made reservation on behalf of f970622440bb427382b99e4a68d8746e for: {'subnet': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:03:37.268619 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a15dfaf1-5585-40ad-b0d6-341f13ef9ded admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3835909'] for subnet (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:37.303674 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:37.434656 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a15dfaf1-5585-40ad-b0d6-341f13ef9ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3835931'] for subnet (2e8d438b-c5d5-45ce-b1b8-a63dfe7395c4), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:37.438215 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:37.441774 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:37.498003 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dfaf1-5585-40ad-b0d6-341f13ef9ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8d438b-c5d5-45ce-b1b8-a63dfe7395c4,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:37.512955 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15dfaf1-5585-40ad-b0d6-341f13ef9ded admin admin] Checking segment: {'id': 'cf091b15-a13e-4315-b4c9-bbb017961807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a0bf99bf-b38e-4be8-a621-08f7ed472906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:03:37.513344 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15dfaf1-5585-40ad-b0d6-341f13ef9ded admin admin] Network hostable DHCP agents. Network: a0bf99bf-b38e-4be8-a621-08f7ed472906, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:03:37.531326 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15dfaf1-5585-40ad-b0d6-341f13ef9ded admin admin] Network a0bf99bf-b38e-4be8-a621-08f7ed472906 is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:03:37.543174 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-a15dfaf1-5585-40ad-b0d6-341f13ef9ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, a0bf99bf-b38e-4be8-a621-08f7ed472906) {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:03:37.550465 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15dfaf1-5585-40ad-b0d6-341f13ef9ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:37.550688 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a15dfaf1-5585-40ad-b0d6-341f13ef9ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:37.558919 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb95787-0bd7-4695-a3ac-43924f9ae330 None None] Network a0bf99bf-b38e-4be8-a621-08f7ed472906 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:03:37.571144 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-a15dfaf1-5585-40ad-b0d6-341f13ef9ded admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3331559 Sep 09 15:03:37.800987 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-fbf5fd23-fe40-4702-8fef-39b481d7e3e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:37.809990 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecd5046-fe54-4e43-a218-a484595af6a0 None None] Network a0bf99bf-b38e-4be8-a621-08f7ed472906 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:03:37.860379 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:38.067409 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39722) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:38.072348 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1532417776-network', 'tenant_id': '9b3f3b15aa404ddfb641fe254765dcb8'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:03:38.092060 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Made reservation on behalf of 9b3f3b15aa404ddfb641fe254765dcb8 for: {'network': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:03:38.095186 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:38.103895 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:38.185440 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Publish callbacks [] for security_group (e3884413-d32e-48b8-94e0-ba3bb39a8110), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:38.189686 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (e3884413-d32e-48b8-94e0-ba3bb39a8110), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:38.211800 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=106239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:03:38.229531 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3884413-d32e-48b8-94e0-ba3bb39a8110,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:38.237339 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (4f041b5d-1a3b-41f3-b1fa-2213a91a49ed), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:38.237339 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.segments_db [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Added segment 4f041b5d-1a3b-41f3-b1fa-2213a91a49ed of type vlan for network e6edbed3-a3ea-4b26-aae6-b99e1f7938ed Sep 09 15:03:38.273556 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (e6edbed3-a3ea-4b26-aae6-b99e1f7938ed), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:38.298412 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (e6edbed3-a3ea-4b26-aae6-b99e1f7938ed), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:38.299463 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:38.300143 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:38.364888 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2960849 Sep 09 15:03:38.367414 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39738) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:38.374142 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-dc7dd719-267d-445f-9a99-7540a0a89a1f admin admin] Request body: {'subnet': {'network_id': 'e6edbed3-a3ea-4b26-aae6-b99e1f7938ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1532417776-subnet', 'tenant_id': '9b3f3b15aa404ddfb641fe254765dcb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:03:38.378877 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf172a-d456-4a98-bf3d-e55fe632d3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=e6edbed3-a3ea-4b26-aae6-b99e1f7938ed,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:38.389489 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network e6edbed3-a3ea-4b26-aae6-b99e1f7938ed details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:03:38.396933 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7dd719-267d-445f-9a99-7540a0a89a1f admin admin] Made reservation on behalf of 9b3f3b15aa404ddfb641fe254765dcb8 for: {'subnet': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:03:38.399369 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-dc7dd719-267d-445f-9a99-7540a0a89a1f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3835909'] for subnet (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:38.576181 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-dc7dd719-267d-445f-9a99-7540a0a89a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3835931'] for subnet (fd3f9dc7-8e09-4be3-8f51-c31fcf49e848), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:38.605494 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:38.628843 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dd719-267d-445f-9a99-7540a0a89a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd3f9dc7-8e09-4be3-8f51-c31fcf49e848,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:38.637900 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:38.647220 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7dd719-267d-445f-9a99-7540a0a89a1f admin admin] Checking segment: {'id': '4f041b5d-1a3b-41f3-b1fa-2213a91a49ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e6edbed3-a3ea-4b26-aae6-b99e1f7938ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:03:38.647570 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7dd719-267d-445f-9a99-7540a0a89a1f admin admin] Network hostable DHCP agents. Network: e6edbed3-a3ea-4b26-aae6-b99e1f7938ed, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:03:38.666672 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7dd719-267d-445f-9a99-7540a0a89a1f admin admin] Network e6edbed3-a3ea-4b26-aae6-b99e1f7938ed is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:03:38.675199 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-dc7dd719-267d-445f-9a99-7540a0a89a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, e6edbed3-a3ea-4b26-aae6-b99e1f7938ed) {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:03:38.679978 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7dd719-267d-445f-9a99-7540a0a89a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:38.681906 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-dc7dd719-267d-445f-9a99-7540a0a89a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:38.682662 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36decb8d-2297-47e3-a9f3-de1c55d6a2b1 None None] Network e6edbed3-a3ea-4b26-aae6-b99e1f7938ed requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:03:38.706498 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-dc7dd719-267d-445f-9a99-7540a0a89a1f admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3299768 Sep 09 15:03:38.784560 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1197329-0770-47a1-9911-248554338cb7 None None] Network e6edbed3-a3ea-4b26-aae6-b99e1f7938ed requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:03:39.869618 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c3a12849-0e87-4e15-8a43-77765f350e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:40.003682 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39780) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:40.115539 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-290d3041-1d43-4f1e-9f89-16b9a8b9cc10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:40.190102 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-290d3041-1d43-4f1e-9f89-16b9a8b9cc10 admin admin] Publish callbacks [] for security_group (6e06597c-4e92-49c6-b130-8bc228e3bd0a), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:40.193797 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-290d3041-1d43-4f1e-9f89-16b9a8b9cc10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (6e06597c-4e92-49c6-b130-8bc228e3bd0a), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:40.232705 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-290d3041-1d43-4f1e-9f89-16b9a8b9cc10 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=adfe6967086941fb84a3f161b5e4d22c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2279677 Sep 09 15:03:40.233586 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d3041-1d43-4f1e-9f89-16b9a8b9cc10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e06597c-4e92-49c6-b130-8bc228e3bd0a,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:40.235461 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39786) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:40.288012 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-edefb2a3-0d90-428d-946f-d9851a8ed50c admin admin] Publish callbacks [] for security_group (6e06597c-4e92-49c6-b130-8bc228e3bd0a), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:40.315870 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-edefb2a3-0d90-428d-946f-d9851a8ed50c admin admin] Publish callbacks [] for security_group (6e06597c-4e92-49c6-b130-8bc228e3bd0a), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:40.367197 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-edefb2a3-0d90-428d-946f-d9851a8ed50c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (6e06597c-4e92-49c6-b130-8bc228e3bd0a), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:40.369723 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-edefb2a3-0d90-428d-946f-d9851a8ed50c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:40.373516 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-edefb2a3-0d90-428d-946f-d9851a8ed50c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6e06597c-4e92-49c6-b130-8bc228e3bd0a HTTP/1.1" status: 204 len: 168 time: 0.1370206 Sep 09 15:03:40.382099 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefb2a3-0d90-428d-946f-d9851a8ed50c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e06597c-4e92-49c6-b130-8bc228e3bd0a,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:40.807247 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 39812) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:40.821731 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d2988cf4-6012-4d96-87a4-902b1cb15cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:40.904222 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d2988cf4-6012-4d96-87a4-902b1cb15cc6 admin admin] Publish callbacks [] for security_group (f00bb944-2c64-43c1-8d42-58bdf092902c), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:40.908652 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d2988cf4-6012-4d96-87a4-902b1cb15cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (f00bb944-2c64-43c1-8d42-58bdf092902c), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:40.947399 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-d2988cf4-6012-4d96-87a4-902b1cb15cc6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1f17737418624a9bacbc498a8e3e8b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390276 Sep 09 15:03:40.948576 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2988cf4-6012-4d96-87a4-902b1cb15cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00bb944-2c64-43c1-8d42-58bdf092902c,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:40.950127 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 39816) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:41.000149 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f88713d9-e125-41d4-ba66-f3808922178c admin admin] Publish callbacks [] for security_group (f00bb944-2c64-43c1-8d42-58bdf092902c), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:41.022045 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f88713d9-e125-41d4-ba66-f3808922178c admin admin] Publish callbacks [] for security_group (f00bb944-2c64-43c1-8d42-58bdf092902c), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:41.070900 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f88713d9-e125-41d4-ba66-f3808922178c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (f00bb944-2c64-43c1-8d42-58bdf092902c), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:41.073484 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f88713d9-e125-41d4-ba66-f3808922178c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:41.074636 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-f88713d9-e125-41d4-ba66-f3808922178c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f00bb944-2c64-43c1-8d42-58bdf092902c HTTP/1.1" status: 204 len: 168 time: 0.1234479 Sep 09 15:03:41.082871 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88713d9-e125-41d4-ba66-f3808922178c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00bb944-2c64-43c1-8d42-58bdf092902c,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:41.315956 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:43.071364 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:43.101537 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:45.968402 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:48.502772 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e858e-6ab0-4f61-81cf-d8b26537bd08 req-35e2d763-3312-4553-b469-6087b4af5839 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:48.504274 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f0e858e-6ab0-4f61-81cf-d8b26537bd08 req-35e2d763-3312-4553-b469-6087b4af5839 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 945 time: 0.0495946 Sep 09 15:03:48.565876 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4f0e858e-6ab0-4f61-81cf-d8b26537bd08 req-daa31503-ad82-404c-894c-169cf633a1a7 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557308 Sep 09 15:03:49.654349 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:DELETE=6,neutron:SELECT=79,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:49.694076 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12af6ad-e17e-4081-b1a7-b2b877e3c30d req-d627420d-8f9e-443a-a664-025b538f629f tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:49.695546 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d12af6ad-e17e-4081-b1a7-b2b877e3c30d req-d627420d-8f9e-443a-a664-025b538f629f tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 945 time: 0.0517485 Sep 09 15:03:49.747462 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d12af6ad-e17e-4081-b1a7-b2b877e3c30d req-d2fa8ba0-232a-414f-a888-477bc48f7dbc tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461850 Sep 09 15:03:50.276484 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:50.293104 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:50.480690 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-222bc5fb-ee69-45ff-911d-3d2bede419de tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:50.482260 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-222bc5fb-ee69-45ff-911d-3d2bede419de tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 945 time: 0.0601716 Sep 09 15:03:50.582703 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Deleting port 8c96acd7-4922-4cce-9604-cfd8b94ada60 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:03:50.582945 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:50.683508 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] For port 8c96acd7-4922-4cce-9604-cfd8b94ada60, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=8c96acd7-4922-4cce-9604-cfd8b94ada60,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:03:50.684193 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:50.843264 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:INSERT=1,neutron:SELECT=94,neutron:DELETE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:50.916470 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605ea25-0531-4c48-92b6-93465ee5ae28 req-2b6527b6-fde5-4abb-b858-61245467ef03 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:50.919725 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7605ea25-0531-4c48-92b6-93465ee5ae28 req-2b6527b6-fde5-4abb-b858-61245467ef03 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 945 time: 0.0795133 Sep 09 15:03:50.921889 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:50.922327 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (a276d9e4-82aa-4805-b65d-f62d747f33c2), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:50.923320 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Floating IP a276d9e4-82aa-4805-b65d-f62d747f33c2 disassociated. External IP: 172.27.3.134, port: 8c96acd7-4922-4cce-9604-cfd8b94ada60. Sep 09 15:03:50.923686 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Calling delete_port for 8c96acd7-4922-4cce-9604-cfd8b94ada60 owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:03:50.938033 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=40,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=14 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:50.944402 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=47,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:51.039453 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7605ea25-0531-4c48-92b6-93465ee5ae28 req-7722c8b3-7b82-41c2-8a70-9021c9c207a4 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103966 Sep 09 15:03:51.115159 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (8c96acd7-4922-4cce-9604-cfd8b94ada60), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:51.145665 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event deleted for resources: {'Port': ['ID=8c96acd7-4922-4cce-9604-cfd8b94ada60,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:51.260470 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Router 9f091a18-664f-4f9d-b6a0-c26ebedad05f has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:03:51.272860 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:51.366989 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:03:51.376881 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72985761-c53e-4c30-af38-1dd7f072be2a None None] Sync routers for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:03:51.386761 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72985761-c53e-4c30-af38-1dd7f072be2a None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:03:51.387374 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-72985761-c53e-4c30-af38-1dd7f072be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:03:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:51.410406 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] No DVR routers for this DVR port 8c96acd7-4922-4cce-9604-cfd8b94ada60 on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:03:51.413122 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:51.416733 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c1440dc6-bf5c-4417-86fb-533953735e59 req-e46d20c3-bc83-4fde-bf4e-bcd5e3b9097c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "DELETE /networking/v2.0/ports/8c96acd7-4922-4cce-9604-cfd8b94ada60 HTTP/1.1" status: 204 len: 173 time: 0.9280727 Sep 09 15:03:51.417246 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'name': 'network-vif-deleted', 'tag': '8c96acd7-4922-4cce-9604-cfd8b94ada60'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:03:51.419730 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ed6d7e-872c-4f65-bebe-ea5add980260" -d '{"events": [{"server_uuid": "ffad6426-5a0d-4119-9cd7-c60407cc7972", "name": "network-vif-deleted", "tag": "8c96acd7-4922-4cce-9604-cfd8b94ada60"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:03:51.465425 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3701fc31-1596-4657-aeab-78143412f68a x-openstack-request-id: req-3701fc31-1596-4657-aeab-78143412f68a {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:03:51.465751 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffad6426-5a0d-4119-9cd7-c60407cc7972", "name": "network-vif-deleted", "tag": "8c96acd7-4922-4cce-9604-cfd8b94ada60", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:03:51.466022 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3701fc31-1596-4657-aeab-78143412f68a {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:03:51.466476 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3701fc31-1596-4657-aeab-78143412f68a'] response: {'server_uuid': 'ffad6426-5a0d-4119-9cd7-c60407cc7972', 'name': 'network-vif-deleted', 'tag': '8c96acd7-4922-4cce-9604-cfd8b94ada60', 'status': 'completed', 'code': 200} Sep 09 15:03:51.494885 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-72985761-c53e-4c30-af38-1dd7f072be2a None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:03:51.687742 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-72985761-c53e-4c30-af38-1dd7f072be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:51.719787 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72985761-c53e-4c30-af38-1dd7f072be2a None None] Checking router: 9f091a18-664f-4f9d-b6a0-c26ebedad05f for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:03:51.729268 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72985761-c53e-4c30-af38-1dd7f072be2a None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:03:51.730141 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-72985761-c53e-4c30-af38-1dd7f072be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:03:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:51.839040 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-72985761-c53e-4c30-af38-1dd7f072be2a None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:03:52.083657 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-72985761-c53e-4c30-af38-1dd7f072be2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:52.117524 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72985761-c53e-4c30-af38-1dd7f072be2a None None] The sync data for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi is: [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:03:52.211661 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40068) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:52.213812 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5ff45d77-15f2-4979-bb8e-90d5dd1e411d req-52368d31-1e26-4545-85ba-aa57f02fe5c5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ffad6426-5a0d-4119-9cd7-c60407cc7972 HTTP/1.1" status: 200 len: 210 time: 0.0456631 Sep 09 15:03:52.358441 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:52.463022 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fcdf95-e68a-4b5a-9a5d-f43e329591be None None] New status for floating IP a276d9e4-82aa-4805-b65d-f62d747f33c2: DOWN {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:03:52.467443 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Publish callbacks [] for security_group (06259edd-9baa-49fb-adab-e5495f989c9b), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:52.472115 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (06259edd-9baa-49fb-adab-e5495f989c9b), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:52.516935 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=87edfa1673d2411dac1cd3a4f304406e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036051 Sep 09 15:03:52.517177 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40078) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:52.518244 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06259edd-9baa-49fb-adab-e5495f989c9b,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:52.529937 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.530479 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.531336 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.531917 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.533279 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.533817 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.534359 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.534911 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.535479 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.536048 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.536622 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.537501 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.538347 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.539472 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.540299 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58bae1b-eee7-421b-9634-ad83460edc53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:03:52.610986 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-764d7374-a3d6-46a7-9e49-62b345f1888b admin admin] Publish callbacks [] for security_group (06259edd-9baa-49fb-adab-e5495f989c9b), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:52.638151 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-764d7374-a3d6-46a7-9e49-62b345f1888b admin admin] Publish callbacks [] for security_group (06259edd-9baa-49fb-adab-e5495f989c9b), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:52.695193 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-764d7374-a3d6-46a7-9e49-62b345f1888b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (06259edd-9baa-49fb-adab-e5495f989c9b), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:52.699313 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-764d7374-a3d6-46a7-9e49-62b345f1888b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:52.705766 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-764d7374-a3d6-46a7-9e49-62b345f1888b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/06259edd-9baa-49fb-adab-e5495f989c9b HTTP/1.1" status: 204 len: 168 time: 0.1872389 Sep 09 15:03:52.715110 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d7374-a3d6-46a7-9e49-62b345f1888b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06259edd-9baa-49fb-adab-e5495f989c9b,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:52.986606 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40090) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:53.000029 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3d321a34-dda7-4a8f-98ae-2b64f24db4ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:53.089030 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3d321a34-dda7-4a8f-98ae-2b64f24db4ba admin admin] Publish callbacks [] for security_group (b542860c-b617-4f13-9e1f-b50c5961df00), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:53.092689 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3d321a34-dda7-4a8f-98ae-2b64f24db4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (b542860c-b617-4f13-9e1f-b50c5961df00), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:53.127385 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:53.133612 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d321a34-dda7-4a8f-98ae-2b64f24db4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b542860c-b617-4f13-9e1f-b50c5961df00,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:53.142895 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-3d321a34-dda7-4a8f-98ae-2b64f24db4ba admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c9eda47e76e14d0499d41c030cdcfc43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521633 Sep 09 15:03:53.143434 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40094) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:53.194176 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-0e528e33-30dc-4c3e-b144-e8c67e35b7e1 admin admin] Publish callbacks [] for security_group (b542860c-b617-4f13-9e1f-b50c5961df00), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:53.217178 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-0e528e33-30dc-4c3e-b144-e8c67e35b7e1 admin admin] Publish callbacks [] for security_group (b542860c-b617-4f13-9e1f-b50c5961df00), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:53.267373 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-0e528e33-30dc-4c3e-b144-e8c67e35b7e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (b542860c-b617-4f13-9e1f-b50c5961df00), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:53.269944 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-0e528e33-30dc-4c3e-b144-e8c67e35b7e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:53.273595 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-0e528e33-30dc-4c3e-b144-e8c67e35b7e1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b542860c-b617-4f13-9e1f-b50c5961df00 HTTP/1.1" status: 204 len: 168 time: 0.1272223 Sep 09 15:03:53.279640 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e528e33-30dc-4c3e-b144-e8c67e35b7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b542860c-b617-4f13-9e1f-b50c5961df00,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:53.587295 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-65fad576-54eb-43ea-84fa-fd59cd1fd4f2 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-796642502&fields=id&tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9 HTTP/1.1" status: 200 len: 267 time: 0.0509348 Sep 09 15:03:53.710219 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-2aa38298-e716-42a2-b8d6-79ccffc246f1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:53.711710 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-2aa38298-e716-42a2-b8d6-79ccffc246f1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 812 time: 0.1171184 Sep 09 15:03:53.728883 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-65ca061f-de80-411d-a574-a11614ba6ee0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/quotas/515d1ca3dcd249ada56b21a0a6e3a5b9 HTTP/1.1" status: 200 len: 375 time: 0.0103395 Sep 09 15:03:53.822339 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-6787c9cc-0693-45b5-9367-4e5b82238708 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0828259 Sep 09 15:03:53.879523 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:53.919262 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8ac18591-fa12-44d1-a3b6-e4e001b7125e service neutron] 10.222.0.15 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934708 Sep 09 15:03:54.042082 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-b785b05b-8731-4f28-9ecc-25dbfe7d3799 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148999 Sep 09 15:03:54.393780 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-feef7755-536f-47b4-8b2e-7aba6c029c83 req-7b0e509f-12d2-41fa-936d-17dfb83ab019 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 210 time: 0.0291874 Sep 09 15:03:54.996434 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40200) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:55.043326 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_v2 [None req-76307e73-ae19-4a81-bde9-4710b30703a6 admin admin] Deleting subnet 2e8d438b-c5d5-45ce-b1b8-a63dfe7395c4 {{(pid=106238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:03:55.046949 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-76307e73-ae19-4a81-bde9-4710b30703a6 admin admin] Publish callbacks [] for subnet (2e8d438b-c5d5-45ce-b1b8-a63dfe7395c4), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.091465 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-76307e73-ae19-4a81-bde9-4710b30703a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2753371'] for subnet (2e8d438b-c5d5-45ce-b1b8-a63dfe7395c4), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.137186 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-76307e73-ae19-4a81-bde9-4710b30703a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (2e8d438b-c5d5-45ce-b1b8-a63dfe7395c4), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.194858 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-76307e73-ae19-4a81-bde9-4710b30703a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3310520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350703'] for subnet (2e8d438b-c5d5-45ce-b1b8-a63dfe7395c4), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.223690 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76307e73-ae19-4a81-bde9-4710b30703a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8d438b-c5d5-45ce-b1b8-a63dfe7395c4,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:55.225751 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-76307e73-ae19-4a81-bde9-4710b30703a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.231183 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-76307e73-ae19-4a81-bde9-4710b30703a6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/2e8d438b-c5d5-45ce-b1b8-a63dfe7395c4 HTTP/1.1" status: 204 len: 168 time: 0.2311225 Sep 09 15:03:55.231552 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40204) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:55.299350 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (a0bf99bf-b38e-4be8-a621-08f7ed472906), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.378010 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (a0bf99bf-b38e-4be8-a621-08f7ed472906), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.397620 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0bf99bf-b38e-4be8-a621-08f7ed472906']}} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:55.407511 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf091b15-a13e-4315-b4c9-bbb017961807') {'for_net_delete': True} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:55.407807 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf091b15-a13e-4315-b4c9-bbb017961807') {} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:55.418138 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752467'] for segment (cf091b15-a13e-4315-b4c9-bbb017961807), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.434881 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (cf091b15-a13e-4315-b4c9-bbb017961807), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.454668 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:03:55.455142 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3186412'] for segment (cf091b15-a13e-4315-b4c9-bbb017961807), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.515087 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (a0bf99bf-b38e-4be8-a621-08f7ed472906), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.521781 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.525944 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/a0bf99bf-b38e-4be8-a621-08f7ed472906 HTTP/1.1" status: 204 len: 168 time: 0.2930889 Sep 09 15:03:55.528970 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment cf091b15-a13e-4315-b4c9-bbb017961807 resource provider aggregate not found Sep 09 15:03:55.533119 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40210) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:55.545399 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d6a45f-564b-41bb-b8ff-c3aef1be10a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0bf99bf-b38e-4be8-a621-08f7ed472906,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:55.559769 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment cf091b15-a13e-4315-b4c9-bbb017961807 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf091b15-a13e-4315-b4c9-bbb017961807 found for delete ", "request_id": "req-8e307f73-070f-4505-b4b8-2f95cca3e38a"}]} Sep 09 15:03:55.582413 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1c79e0c3-ff8f-4a34-b47d-f3de5b1b8b19 req-be6713ec-192a-4f30-a197-879dd9d5bf87 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 210 time: 0.1040812 Sep 09 15:03:55.609900 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:55.622855 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_v2 [None req-73501396-ac72-4500-b7f2-f7c79cb187cd admin admin] Deleting subnet fd3f9dc7-8e09-4be3-8f51-c31fcf49e848 {{(pid=106238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:03:55.632948 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-73501396-ac72-4500-b7f2-f7c79cb187cd admin admin] Publish callbacks [] for subnet (fd3f9dc7-8e09-4be3-8f51-c31fcf49e848), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.679746 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-0f08489e-0927-4f72-82ab-537bda6985b3 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:55.681155 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-0f08489e-0927-4f72-82ab-537bda6985b3 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 812 time: 0.2355769 Sep 09 15:03:55.688612 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-73501396-ac72-4500-b7f2-f7c79cb187cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2753371'] for subnet (fd3f9dc7-8e09-4be3-8f51-c31fcf49e848), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.761773 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-73501396-ac72-4500-b7f2-f7c79cb187cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (fd3f9dc7-8e09-4be3-8f51-c31fcf49e848), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.799264 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-381d55e8-c560-4962-9695-f71d21ac4d09 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9 HTTP/1.1" status: 200 len: 379 time: 0.1085539 Sep 09 15:03:55.810082 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'port': {'device_id': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'admin_state_up': True, 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'security_groups': ['797ea724-f94a-4545-8297-96b5b080098b']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:03:55.842533 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 8c96acd7-4922-4cce-9604-cfd8b94ada60 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:03:55.862159 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 8c96acd7-4922-4cce-9604-cfd8b94ada60 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:03:55.862587 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 8c96acd7-4922-4cce-9604-cfd8b94ada60 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:03:55.888946 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-73501396-ac72-4500-b7f2-f7c79cb187cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3310520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350703'] for subnet (fd3f9dc7-8e09-4be3-8f51-c31fcf49e848), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.898895 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:55.927089 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-73501396-ac72-4500-b7f2-f7c79cb187cd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:55.930168 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-73501396-ac72-4500-b7f2-f7c79cb187cd admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/fd3f9dc7-8e09-4be3-8f51-c31fcf49e848 HTTP/1.1" status: 204 len: 168 time: 0.3949540 Sep 09 15:03:55.932808 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40216) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:55.937683 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73501396-ac72-4500-b7f2-f7c79cb187cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd3f9dc7-8e09-4be3-8f51-c31fcf49e848,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:55.981087 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Made reservation on behalf of 515d1ca3dcd249ada56b21a0a6e3a5b9 for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:03:55.985928 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.026343 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (e6edbed3-a3ea-4b26-aae6-b99e1f7938ed), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.115476 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (e6edbed3-a3ea-4b26-aae6-b99e1f7938ed), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.132727 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Allocated IP 172.20.0.13 (20d1d01f-8d2e-4d86-913d-da4da3df92d5/91359781-f970-4d88-8da9-2cb6ab261c8f/cdbce435-f10d-40e7-9b00-ad1252f28480) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:03:56.135408 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6edbed3-a3ea-4b26-aae6-b99e1f7938ed']}} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:56.145283 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f041b5d-1a3b-41f3-b1fa-2213a91a49ed') {'for_net_delete': True} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:56.145798 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f041b5d-1a3b-41f3-b1fa-2213a91a49ed') {} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:03:56.156827 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752467'] for segment (4f041b5d-1a3b-41f3-b1fa-2213a91a49ed), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.171186 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (4f041b5d-1a3b-41f3-b1fa-2213a91a49ed), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.178934 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=106239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:03:56.179353 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3186412'] for segment (4f041b5d-1a3b-41f3-b1fa-2213a91a49ed), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.240765 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (e6edbed3-a3ea-4b26-aae6-b99e1f7938ed), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.254797 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.254797 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/e6edbed3-a3ea-4b26-aae6-b99e1f7938ed HTTP/1.1" status: 204 len: 168 time: 0.3163512 Sep 09 15:03:56.268381 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb19d7-7d34-4dcc-9f37-127dab5a5a13 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6edbed3-a3ea-4b26-aae6-b99e1f7938ed,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:56.293551 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.327798 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.374728 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:03:56.378506 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:03:56.384728 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:03:56.420137 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'Port': ['ID=cdbce435-f10d-40e7-9b00-ad1252f28480,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:56.424937 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:56.445556 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:56.446370 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.463087 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8cbc13f1-6699-4b2d-b15b-44dc8c7cfd31 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6564770 Sep 09 15:03:56.476460 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Request body: {'port': {'device_id': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:03:56.500047 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40224) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:56.548692 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-bf832f5e-5732-4255-9b7f-0a9b29a14ee0 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f970622440bb427382b99e4a68d8746e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460699 Sep 09 15:03:56.551511 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40226) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:56.562492 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.667899 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:56.669538 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f5cc56a5-15ac-41c1-bcda-ab39bad87f25 admin admin] Publish callbacks [] for security_group (6c10a89c-97c1-48c0-97c9-97ba27e7cc68), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.691327 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:56.704057 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f5cc56a5-15ac-41c1-bcda-ab39bad87f25 admin admin] Publish callbacks [] for security_group (6c10a89c-97c1-48c0-97c9-97ba27e7cc68), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.729931 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3d87e7bc-1e46-4ced-a41e-845c8cabbaac None None] Provisioning complete for port cdbce435-f10d-40e7-9b00-ad1252f28480 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:03:56.730996 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3d87e7bc-1e46-4ced-a41e-845c8cabbaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.767906 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f5cc56a5-15ac-41c1-bcda-ab39bad87f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (6c10a89c-97c1-48c0-97c9-97ba27e7cc68), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.770873 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f5cc56a5-15ac-41c1-bcda-ab39bad87f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:56.772732 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f5cc56a5-15ac-41c1-bcda-ab39bad87f25 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/6c10a89c-97c1-48c0-97c9-97ba27e7cc68 HTTP/1.1" status: 204 len: 168 time: 0.2194271 Sep 09 15:03:56.774105 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3d87e7bc-1e46-4ced-a41e-845c8cabbaac None None] Port cdbce435-f10d-40e7-9b00-ad1252f28480 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:03:56.789188 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc56a5-15ac-41c1-bcda-ab39bad87f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c10a89c-97c1-48c0-97c9-97ba27e7cc68,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:56.822265 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8cb8e8-a2ba-4d20-9acc-7ff14e2c1848 req-453b2189-ed51-4624-9a6f-b5558f0f3867 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:56.823738 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8d8cb8e8-a2ba-4d20-9acc-7ff14e2c1848 req-453b2189-ed51-4624-9a6f-b5558f0f3867 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 932 time: 0.0765605 Sep 09 15:03:56.900185 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:56.926230 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8d8cb8e8-a2ba-4d20-9acc-7ff14e2c1848 req-9c4145cf-90fe-4ac3-9cb8-985c8870b1aa tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909879 Sep 09 15:03:57.006930 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdbce435-f10d-40e7-9b00-ad1252f28480 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:03:57.015131 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Publish callbacks [] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:57.030471 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Transition to ACTIVE for port object cdbce435-f10d-40e7-9b00-ad1252f28480 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 15:03:57.035006 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:57.096451 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Pushing event updated for resources: {'Port': ['ID=cdbce435-f10d-40e7-9b00-ad1252f28480,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:57.147350 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Attempting to bind port cdbce435-f10d-40e7-9b00-ad1252f28480 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:03:57.147688 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Attempting to bind port cdbce435-f10d-40e7-9b00-ad1252f28480 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:03:57.148012 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Attempting to bind port cdbce435-f10d-40e7-9b00-ad1252f28480 on network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:03:57.178642 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40244) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:57.196136 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Port cdbce435-f10d-40e7-9b00-ad1252f28480 on network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 15:03:57.196462 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Attempting to bind port cdbce435-f10d-40e7-9b00-ad1252f28480 on network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:03:57.218741 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-5148536e-8494-4482-9f17-2539ad16550f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=9b3f3b15aa404ddfb641fe254765dcb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384846 Sep 09 15:03:57.221783 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40246) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:57.239677 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:03:57.240013 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Checking segment: {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:03:57.240397 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Bound using segment: {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:03:57.240829 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Bound port: cdbce435-f10d-40e7-9b00-ad1252f28480, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:03:57.241187 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:57.269215 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-466d293a-df96-4045-8d34-cbe3eaa79b47 admin admin] Publish callbacks [] for security_group (e3884413-d32e-48b8-94e0-ba3bb39a8110), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:57.289921 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-466d293a-df96-4045-8d34-cbe3eaa79b47 admin admin] Publish callbacks [] for security_group (e3884413-d32e-48b8-94e0-ba3bb39a8110), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:57.301735 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] For port cdbce435-f10d-40e7-9b00-ad1252f28480, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:03:57.304814 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] For port cdbce435-f10d-40e7-9b00-ad1252f28480, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=cdbce435-f10d-40e7-9b00-ad1252f28480,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:03:57.310805 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:57.313991 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:57.314585 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:57.316350 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/cdbce435-f10d-40e7-9b00-ad1252f28480 HTTP/1.1" status: 200 len: 1094 time: 0.8448803 Sep 09 15:03:57.318472 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'tag': 'cdbce435-f10d-40e7-9b00-ad1252f28480'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:03:57.321776 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e690b7e4-ca89-499d-b367-6a4e39ada65c" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc366a9-fbb3-4d0c-a66f-05263ec7fadf", "tag": "cdbce435-f10d-40e7-9b00-ad1252f28480"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:03:57.340281 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-466d293a-df96-4045-8d34-cbe3eaa79b47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (e3884413-d32e-48b8-94e0-ba3bb39a8110), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:57.344170 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-466d293a-df96-4045-8d34-cbe3eaa79b47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:57.346138 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-466d293a-df96-4045-8d34-cbe3eaa79b47 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e3884413-d32e-48b8-94e0-ba3bb39a8110 HTTP/1.1" status: 204 len: 168 time: 0.1234355 Sep 09 15:03:57.357350 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d293a-df96-4045-8d34-cbe3eaa79b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3884413-d32e-48b8-94e0-ba3bb39a8110,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:57.389235 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:57.412691 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8364665-f33d-4dbd-8110-39e4a82fee73 x-openstack-request-id: req-d8364665-f33d-4dbd-8110-39e4a82fee73 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:03:57.412883 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc366a9-fbb3-4d0c-a66f-05263ec7fadf", "tag": "cdbce435-f10d-40e7-9b00-ad1252f28480", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:03:57.413141 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8364665-f33d-4dbd-8110-39e4a82fee73 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:03:57.413559 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8364665-f33d-4dbd-8110-39e4a82fee73'] response: {'name': 'network-changed', 'server_uuid': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'tag': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'status': 'completed', 'code': 200} Sep 09 15:03:57.414549 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c94879-9bf9-4326-a181-1f6a33c0ab1d service neutron] Pushing event updated for resources: {'Port': ['ID=cdbce435-f10d-40e7-9b00-ad1252f28480,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:57.429436 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-1c6d5c4c-1a86-47c7-abc1-ebbcb12e08ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:57.430927 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-1c6d5c4c-1a86-47c7-abc1-ebbcb12e08ef service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 1128 time: 0.0539083 Sep 09 15:03:57.477311 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-9bbe098a-977b-4507-b6c8-a2a66f47b7f3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdbce435-f10d-40e7-9b00-ad1252f28480 HTTP/1.1" status: 200 len: 217 time: 0.0396576 Sep 09 15:03:57.526999 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8ef56bd2-1a29-4afe-b733-cd95c905263c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:57.528644 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-8ef56bd2-1a29-4afe-b733-cd95c905263c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.0451620 Sep 09 15:03:57.574771 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-86e2b8cb-a58d-437b-9846-b2c5c50d15a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:57.576584 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-86e2b8cb-a58d-437b-9846-b2c5c50d15a7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420785 Sep 09 15:03:57.580884 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 4f041b5d-1a3b-41f3-b1fa-2213a91a49ed resource provider aggregate not found Sep 09 15:03:57.598808 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 4f041b5d-1a3b-41f3-b1fa-2213a91a49ed resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f041b5d-1a3b-41f3-b1fa-2213a91a49ed found for delete ", "request_id": "req-867620f8-336a-4863-b6fb-b9fbbca5792f"}]} Sep 09 15:03:57.913244 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-381c6463-de07-4570-b130-580681da5558 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301868 Sep 09 15:03:58.044823 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a237026-7bbc-4c99-892c-f28f647ef082 req-2fa582cf-792d-43a6-856d-ab9a0bc4989c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249328 Sep 09 15:03:58.126754 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8a6cf-5ca1-494b-90b6-6c6ada6791c2 req-73980665-0897-4e3e-898b-2dc4f8a1823b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:58.128562 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-28b8a6cf-5ca1-494b-90b6-6c6ada6791c2 req-73980665-0897-4e3e-898b-2dc4f8a1823b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 944 time: 0.0826542 Sep 09 15:03:58.185561 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690b7e4-ca89-499d-b367-6a4e39ada65c req-b3ec75fe-44d1-4d4e-9a29-8eb2c64a3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:58.187470 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e690b7e4-ca89-499d-b367-6a4e39ada65c req-b3ec75fe-44d1-4d4e-9a29-8eb2c64a3e59 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 1128 time: 0.0578308 Sep 09 15:03:58.218283 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-28b8a6cf-5ca1-494b-90b6-6c6ada6791c2 req-0246941b-b85c-405a-9431-ebd1a47364a8 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608866 Sep 09 15:03:58.262944 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:03:58.357404 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690b7e4-ca89-499d-b367-6a4e39ada65c req-cc4f5cc2-08d6-491e-b7be-069fd8aaba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:58.358884 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e690b7e4-ca89-499d-b367-6a4e39ada65c req-cc4f5cc2-08d6-491e-b7be-069fd8aaba4a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 913 time: 0.1041298 Sep 09 15:03:58.560784 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e690b7e4-ca89-499d-b367-6a4e39ada65c req-7857b756-5b49-47b9-a407-045fc1d11b71 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdbce435-f10d-40e7-9b00-ad1252f28480 HTTP/1.1" status: 200 len: 217 time: 0.0427401 Sep 09 15:03:58.681572 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40306) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:58.789712 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-caa42c59-083a-41cf-9ecb-006c1f629cf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:58.867438 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-caa42c59-083a-41cf-9ecb-006c1f629cf6 admin admin] Publish callbacks [] for security_group (54b319f5-24f7-4aa7-b0a0-2aa1f2ca1916), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:58.871195 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-caa42c59-083a-41cf-9ecb-006c1f629cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (54b319f5-24f7-4aa7-b0a0-2aa1f2ca1916), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:58.910818 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-caa42c59-083a-41cf-9ecb-006c1f629cf6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=8e11b13cf63840bb82532b5e6bc03a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282078 Sep 09 15:03:58.911651 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa42c59-083a-41cf-9ecb-006c1f629cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b319f5-24f7-4aa7-b0a0-2aa1f2ca1916,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:58.913638 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40310) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:03:58.966214 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8ef2270d-5ca9-42ba-983c-e9b7d028b993 admin admin] Publish callbacks [] for security_group (54b319f5-24f7-4aa7-b0a0-2aa1f2ca1916), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:58.985528 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8ef2270d-5ca9-42ba-983c-e9b7d028b993 admin admin] Publish callbacks [] for security_group (54b319f5-24f7-4aa7-b0a0-2aa1f2ca1916), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:59.033259 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8ef2270d-5ca9-42ba-983c-e9b7d028b993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (54b319f5-24f7-4aa7-b0a0-2aa1f2ca1916), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:59.036074 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8ef2270d-5ca9-42ba-983c-e9b7d028b993 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:03:59.037215 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-8ef2270d-5ca9-42ba-983c-e9b7d028b993 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/54b319f5-24f7-4aa7-b0a0-2aa1f2ca1916 HTTP/1.1" status: 204 len: 168 time: 0.1225810 Sep 09 15:03:59.045012 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2270d-5ca9-42ba-983c-e9b7d028b993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b319f5-24f7-4aa7-b0a0-2aa1f2ca1916,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:03:59.346274 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8883837e-0921-4384-92d2-bee581839a28 req-83802c2a-ef46-49ae-b8ce-65505600e55b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:03:59.347924 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8883837e-0921-4384-92d2-bee581839a28 req-83802c2a-ef46-49ae-b8ce-65505600e55b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 944 time: 0.0504942 Sep 09 15:03:59.399740 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8883837e-0921-4384-92d2-bee581839a28 req-e3ca5d2c-de10-43d1-a523-3b177d115b99 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447202 Sep 09 15:04:00.518775 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5d8ca-e577-4d20-886a-0e414344e7c4 req-e741e9dc-b172-427a-ad6b-220a0bf8d3bf tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:00.520207 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b0a5d8ca-e577-4d20-886a-0e414344e7c4 req-e741e9dc-b172-427a-ad6b-220a0bf8d3bf tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 944 time: 0.0463159 Sep 09 15:04:00.571733 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b0a5d8ca-e577-4d20-886a-0e414344e7c4 req-21559d99-d44d-4904-83d4-d4cc99947ebb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460334 Sep 09 15:04:01.396987 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:01.413930 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690b7e4-ca89-499d-b367-6a4e39ada65c req-c87e4630-a001-4b2b-9237-29c2e4afe684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:01.415404 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e690b7e4-ca89-499d-b367-6a4e39ada65c req-c87e4630-a001-4b2b-9237-29c2e4afe684 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.0524671 Sep 09 15:04:01.462784 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690b7e4-ca89-499d-b367-6a4e39ada65c req-17057133-a5b7-4d14-8dac-5b15ec420381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:01.464502 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e690b7e4-ca89-499d-b367-6a4e39ada65c req-17057133-a5b7-4d14-8dac-5b15ec420381 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403595 Sep 09 15:04:01.568349 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e690b7e4-ca89-499d-b367-6a4e39ada65c req-cb2ff590-d6e2-402b-95b1-55d8a94ab981 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959306 Sep 09 15:04:01.696879 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e690b7e4-ca89-499d-b367-6a4e39ada65c req-55bcb644-ac3a-46a3-b4b8-95c747d65c64 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220722 Sep 09 15:04:01.708910 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f2be73-0ff9-48b8-a770-cfc77e53c3e1 req-04462c09-dfbd-4946-b57b-982d1bb0a6f1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:01.710515 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-07f2be73-0ff9-48b8-a770-cfc77e53c3e1 req-04462c09-dfbd-4946-b57b-982d1bb0a6f1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 944 time: 0.0628221 Sep 09 15:04:01.761690 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-07f2be73-0ff9-48b8-a770-cfc77e53c3e1 req-ddf6bedb-c30a-4368-b9d8-a71b48a0059e tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455122 Sep 09 15:04:02.902646 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8608d-77a7-4a8a-ac29-3fcbf2395c01 req-8c18a77b-ac2a-45f7-85da-3c6611318ea8 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:02.904402 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-41f8608d-77a7-4a8a-ac29-3fcbf2395c01 req-8c18a77b-ac2a-45f7-85da-3c6611318ea8 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 944 time: 0.0571313 Sep 09 15:04:02.958596 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-41f8608d-77a7-4a8a-ac29-3fcbf2395c01 req-8872e915-c323-45d6-b0e2-3ad3b36bc1d0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475619 Sep 09 15:04:03.648510 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40430) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:03.754531 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-40a6110e-c72f-4fe0-bfb8-2a97e834ddc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:03.777015 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:03.839701 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-40a6110e-c72f-4fe0-bfb8-2a97e834ddc5 admin admin] Publish callbacks [] for security_group (f7191f25-7a63-4a02-a931-e7fc021c9b1b), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:03.843389 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-40a6110e-c72f-4fe0-bfb8-2a97e834ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (f7191f25-7a63-4a02-a931-e7fc021c9b1b), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:03.885963 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-40a6110e-c72f-4fe0-bfb8-2a97e834ddc5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6b4c6214b457477e875a59ba567a24bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2364120 Sep 09 15:04:03.887063 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6110e-c72f-4fe0-bfb8-2a97e834ddc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7191f25-7a63-4a02-a931-e7fc021c9b1b,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:03.888718 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40434) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:03.936688 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5b90e3b0-8f82-4c53-80c8-4eb2c417b15c admin admin] Publish callbacks [] for security_group (f7191f25-7a63-4a02-a931-e7fc021c9b1b), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:03.956424 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5b90e3b0-8f82-4c53-80c8-4eb2c417b15c admin admin] Publish callbacks [] for security_group (f7191f25-7a63-4a02-a931-e7fc021c9b1b), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:04.003963 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5b90e3b0-8f82-4c53-80c8-4eb2c417b15c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (f7191f25-7a63-4a02-a931-e7fc021c9b1b), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:04.006852 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5b90e3b0-8f82-4c53-80c8-4eb2c417b15c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:04.013925 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-5b90e3b0-8f82-4c53-80c8-4eb2c417b15c admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/f7191f25-7a63-4a02-a931-e7fc021c9b1b HTTP/1.1" status: 204 len: 168 time: 0.1208534 Sep 09 15:04:04.020939 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90e3b0-8f82-4c53-80c8-4eb2c417b15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7191f25-7a63-4a02-a931-e7fc021c9b1b,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:04.121566 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0062af-682d-4259-9ed0-ea562e557070 req-d1fdaadb-89d2-4845-a1b1-b7dd56edb297 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:04.123047 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9b0062af-682d-4259-9ed0-ea562e557070 req-d1fdaadb-89d2-4845-a1b1-b7dd56edb297 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 944 time: 0.0489724 Sep 09 15:04:04.186566 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9b0062af-682d-4259-9ed0-ea562e557070 req-24c078a8-3877-42d1-aa32-51ea0fa0d71e tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574512 Sep 09 15:04:04.234571 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=77 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:04.236981 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=81 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:04.821090 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40468) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:04.929082 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-550074da-3ff1-4515-98ea-55fb43cfe103 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.005022 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-550074da-3ff1-4515-98ea-55fb43cfe103 admin admin] Publish callbacks [] for security_group (e61f8131-3812-4433-ab6b-bcd998a51bf9), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.008845 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-550074da-3ff1-4515-98ea-55fb43cfe103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (e61f8131-3812-4433-ab6b-bcd998a51bf9), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.044099 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:05.049798 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550074da-3ff1-4515-98ea-55fb43cfe103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61f8131-3812-4433-ab6b-bcd998a51bf9,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:05.055129 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-550074da-3ff1-4515-98ea-55fb43cfe103 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ed4b03b4ab584665be661f3aa6072020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329943 Sep 09 15:04:05.058249 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40472) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:05.071475 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=78,neutron:DELETE=5,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:05.110407 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8a6100c5-fa9f-4bc0-9dc1-8001a92c3b4f admin admin] Publish callbacks [] for security_group (e61f8131-3812-4433-ab6b-bcd998a51bf9), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.130353 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8a6100c5-fa9f-4bc0-9dc1-8001a92c3b4f admin admin] Publish callbacks [] for security_group (e61f8131-3812-4433-ab6b-bcd998a51bf9), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.180094 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8a6100c5-fa9f-4bc0-9dc1-8001a92c3b4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (e61f8131-3812-4433-ab6b-bcd998a51bf9), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.183122 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8a6100c5-fa9f-4bc0-9dc1-8001a92c3b4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.184349 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-8a6100c5-fa9f-4bc0-9dc1-8001a92c3b4f admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e61f8131-3812-4433-ab6b-bcd998a51bf9 HTTP/1.1" status: 204 len: 168 time: 0.1254086 Sep 09 15:04:05.194723 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6100c5-fa9f-4bc0-9dc1-8001a92c3b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61f8131-3812-4433-ab6b-bcd998a51bf9,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:05.329774 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305982c0-63c5-4190-b10b-f8d1190e26e8 req-286ce43a-6b7b-4998-b5cd-7d155eb739d6 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:05.330837 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-305982c0-63c5-4190-b10b-f8d1190e26e8 req-286ce43a-6b7b-4998-b5cd-7d155eb739d6 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 944 time: 0.0523608 Sep 09 15:04:05.381366 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-305982c0-63c5-4190-b10b-f8d1190e26e8 req-6e404b12-63d4-4d31-a6a2-99999fb437f5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446904 Sep 09 15:04:05.468970 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40482) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:05.485089 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e0495d1-be57-48af-9ca7-4310b9441258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.561653 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e0495d1-be57-48af-9ca7-4310b9441258 admin admin] Publish callbacks [] for security_group (86665edf-102c-4a5f-9d93-67100473551c), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.565920 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9e0495d1-be57-48af-9ca7-4310b9441258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (86665edf-102c-4a5f-9d93-67100473551c), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.604213 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0495d1-be57-48af-9ca7-4310b9441258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86665edf-102c-4a5f-9d93-67100473551c,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:05.608775 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-9e0495d1-be57-48af-9ca7-4310b9441258 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=757a5da014054b86a0173943e8089aa8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387730 Sep 09 15:04:05.611941 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40486) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:05.662247 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-85ebc549-0b36-4ce4-a978-8edbc96aebf6 admin admin] Publish callbacks [] for security_group (86665edf-102c-4a5f-9d93-67100473551c), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.682595 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-85ebc549-0b36-4ce4-a978-8edbc96aebf6 admin admin] Publish callbacks [] for security_group (86665edf-102c-4a5f-9d93-67100473551c), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.730862 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-85ebc549-0b36-4ce4-a978-8edbc96aebf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (86665edf-102c-4a5f-9d93-67100473551c), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.733610 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-85ebc549-0b36-4ce4-a978-8edbc96aebf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:05.734766 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-85ebc549-0b36-4ce4-a978-8edbc96aebf6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/86665edf-102c-4a5f-9d93-67100473551c HTTP/1.1" status: 204 len: 168 time: 0.1218781 Sep 09 15:04:05.745769 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebc549-0b36-4ce4-a978-8edbc96aebf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86665edf-102c-4a5f-9d93-67100473551c,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:06.208740 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d4424-87bc-467b-95db-9b1bb10f37f0 req-9fb9c702-4842-42e2-ab30-966225c052bd tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:06.210211 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6c7d4424-87bc-467b-95db-9b1bb10f37f0 req-9fb9c702-4842-42e2-ab30-966225c052bd tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 946 time: 0.0637825 Sep 09 15:04:06.257526 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6c7d4424-87bc-467b-95db-9b1bb10f37f0 req-9a5ffe87-db7a-40b5-b312-e14df2ac7a66 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416598 Sep 09 15:04:06.502233 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50f1cb-43f2-4e86-ab56-fa931871deb2 req-c1fd4655-7732-49a9-8ca1-03f298e15fc9 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:06.503662 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6a50f1cb-43f2-4e86-ab56-fa931871deb2 req-c1fd4655-7732-49a9-8ca1-03f298e15fc9 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 944 time: 0.0481741 Sep 09 15:04:06.516721 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:06.558586 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6a50f1cb-43f2-4e86-ab56-fa931871deb2 req-734352e6-a5a3-4392-9a43-796a1659bc4e tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484660 Sep 09 15:04:06.748831 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef96be4-d717-4011-b600-49e994fbc749 req-0670bd6e-b218-453d-a24b-1b930ad92219 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:06.750369 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ef96be4-d717-4011-b600-49e994fbc749 req-0670bd6e-b218-453d-a24b-1b930ad92219 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 946 time: 0.0510828 Sep 09 15:04:06.799257 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ef96be4-d717-4011-b600-49e994fbc749 req-db30c0fa-36b8-4d0b-af1d-79b0d0d49ef6 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427401 Sep 09 15:04:07.385643 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1c2f89-aa7c-45b7-9a68-39c086d1e201 req-ef4280e3-edce-4245-bf0e-8b36aecc8757 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:07.387117 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7a1c2f89-aa7c-45b7-9a68-39c086d1e201 req-ef4280e3-edce-4245-bf0e-8b36aecc8757 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 946 time: 0.0491154 Sep 09 15:04:07.436321 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7a1c2f89-aa7c-45b7-9a68-39c086d1e201 req-ac97e37b-2682-4d63-b715-e0d061b9aaee tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436871 Sep 09 15:04:07.654237 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=70,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:07.662978 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-efe2d590-cd3d-4a5a-9834-5ba6a3922ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:07.691389 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7034b81e-2cd6-4fdd-8af3-508aefd6c3f9 req-22addd3f-cdeb-427a-98e5-a2cafc68fefa tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:07.692899 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7034b81e-2cd6-4fdd-8af3-508aefd6c3f9 req-22addd3f-cdeb-427a-98e5-a2cafc68fefa tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 944 time: 0.0562003 Sep 09 15:04:07.745983 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7034b81e-2cd6-4fdd-8af3-508aefd6c3f9 req-5ac3433b-6ed3-4570-883a-de0fcd204865 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476303 Sep 09 15:04:07.934290 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4ad21c-0a23-4ace-a8fc-61cf15e3b92c req-61e16eb6-6710-4231-9109-0e6ad88eea8c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:07.935852 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9c4ad21c-0a23-4ace-a8fc-61cf15e3b92c req-61e16eb6-6710-4231-9109-0e6ad88eea8c tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 946 time: 0.0497680 Sep 09 15:04:07.987161 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9c4ad21c-0a23-4ace-a8fc-61cf15e3b92c req-551b9602-2d4c-4942-8b37-7a9d987415a4 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452127 Sep 09 15:04:08.565536 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab33222-5c24-475b-a045-745c2030d5d8 req-c70bdf16-6f70-46e5-b762-7b69a74f49b5 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:08.566988 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ab33222-5c24-475b-a045-745c2030d5d8 req-c70bdf16-6f70-46e5-b762-7b69a74f49b5 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 946 time: 0.0489843 Sep 09 15:04:08.616126 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2ab33222-5c24-475b-a045-745c2030d5d8 req-ae1341ae-9f4f-4b4d-95ac-0ff16bb392b8 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435538 Sep 09 15:04:08.882250 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:08.898914 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a21fe4-c41a-4677-ad3e-5818c5654a38 req-8016e843-4aab-4ec0-9410-d4bcc7e42765 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:08.900373 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c7a21fe4-c41a-4677-ad3e-5818c5654a38 req-8016e843-4aab-4ec0-9410-d4bcc7e42765 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 944 time: 0.0792146 Sep 09 15:04:08.911078 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-e9a00035-d301-4ae9-a60d-0e580b938a49 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:08.912387 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-e9a00035-d301-4ae9-a60d-0e580b938a49 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 946 time: 0.0596008 Sep 09 15:04:08.954992 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c7a21fe4-c41a-4677-ad3e-5818c5654a38 req-5e06fa1d-80a9-4970-a262-0d7082639aff tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417020 Sep 09 15:04:09.117477 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d6b02-7ab1-4a11-a392-e79ff3192ce7 req-4c1749d7-54bd-45a0-ab4b-daba434d067d tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:09.118956 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2b5d6b02-7ab1-4a11-a392-e79ff3192ce7 req-4c1749d7-54bd-45a0-ab4b-daba434d067d tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 946 time: 0.0484235 Sep 09 15:04:09.170213 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2b5d6b02-7ab1-4a11-a392-e79ff3192ce7 req-69269d8a-7983-46af-9069-872d9fc2a071 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457335 Sep 09 15:04:09.466818 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Deleting port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:09.467162 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:09.587172 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c3148-701a-4de4-a012-8512732ef763 req-0a5d92e0-5a50-4d05-9668-e2fd7f6bf8cb tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:09.588837 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-506c3148-701a-4de4-a012-8512732ef763 req-0a5d92e0-5a50-4d05-9668-e2fd7f6bf8cb tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 946 time: 0.0630207 Sep 09 15:04:09.644632 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] For port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:09.645059 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:09.649898 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:09.766355 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Deleting port c8f3dda8-23ee-414a-9861-fbe66c356bcf {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:09.766687 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:09.859642 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b89b1-1239-4c5a-b829-3b6a58d2d522 req-18bd8318-67ce-4486-8fa8-08c9c82d17f9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:09.859642 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a03b89b1-1239-4c5a-b829-3b6a58d2d522 req-18bd8318-67ce-4486-8fa8-08c9c82d17f9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 946 time: 0.1373863 Sep 09 15:04:09.870025 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=65,neutron:UPDATE=6 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:09.886472 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b20196c9-7517-4a2c-bc3a-ab56868e3072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:09.917191 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device cdbce435-f10d-40e7-9b00-ad1252f28480 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:04:10.011771 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] For port c8f3dda8-23ee-414a-9861-fbe66c356bcf, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=c8f3dda8-23ee-414a-9861-fbe66c356bcf,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:10.012373 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:10.017714 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a03b89b1-1239-4c5a-b829-3b6a58d2d522 req-2fd544f7-87d2-450d-b48a-3a1503ddd9e9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=8adfcb14-50f8-4643-b741-2acd8e56b1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440594 Sep 09 15:04:10.027087 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:10.027441 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (0e67cfa6-fa4f-48de-8db4-a07617fbb963), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:10.027757 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Floating IP 0e67cfa6-fa4f-48de-8db4-a07617fbb963 disassociated. External IP: 172.27.3.82, port: 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3. Sep 09 15:04:10.028213 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Calling delete_port for 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:10.051399 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port cdbce435-f10d-40e7-9b00-ad1252f28480, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=cdbce435-f10d-40e7-9b00-ad1252f28480,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:10.064893 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'port_id': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'mac_address': 'fa:16:3e:26:09:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:04:10.101520 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port cdbce435-f10d-40e7-9b00-ad1252f28480 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:04:10.102003 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:10.116132 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdbce435-f10d-40e7-9b00-ad1252f28480 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:04:10.137364 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port cdbce435-f10d-40e7-9b00-ad1252f28480, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=cdbce435-f10d-40e7-9b00-ad1252f28480,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:10.141532 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:10.194431 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=cdbce435-f10d-40e7-9b00-ad1252f28480,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:10.204061 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.204540 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.205229 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.205229 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.205493 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.205820 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.206152 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.208273 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.208273 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.208273 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.208273 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.208273 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.208273 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.208801 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.208890 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:10.213220 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:10.226100 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7ec81-4c1e-4ed6-bd88-3dc5b659ffe5 req-1805baf3-eedd-4ee7-b852-961ba12360f8 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:10.227583 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7fd7ec81-4c1e-4ed6-bd88-3dc5b659ffe5 req-1805baf3-eedd-4ee7-b852-961ba12360f8 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 944 time: 0.1520224 Sep 09 15:04:10.377322 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['cdbce435-f10d-40e7-9b00-ad1252f28480'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:04:10.397306 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2d0a5-130c-41ee-b451-62bc6dd490f5 req-220fc775-ff34-4d21-bf99-39745ea7fa5e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:10.398774 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d4c2d0a5-130c-41ee-b451-62bc6dd490f5 req-220fc775-ff34-4d21-bf99-39745ea7fa5e tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 946 time: 0.1332850 Sep 09 15:04:10.411212 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7fd7ec81-4c1e-4ed6-bd88-3dc5b659ffe5 req-a5786a21-dfef-4b5c-89cf-903c48b8cd76 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722405 Sep 09 15:04:10.417581 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:10.417950 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (57d81f6a-ec79-4fa4-8072-a91cae066f92), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:10.418182 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Floating IP 57d81f6a-ec79-4fa4-8072-a91cae066f92 disassociated. External IP: 172.27.3.180, port: c8f3dda8-23ee-414a-9861-fbe66c356bcf. Sep 09 15:04:10.418505 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Calling delete_port for c8f3dda8-23ee-414a-9861-fbe66c356bcf owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:10.497084 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:10.511339 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:10.537512 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d4c2d0a5-130c-41ee-b451-62bc6dd490f5 req-4a189d15-f839-44fd-9321-0b3670ae7650 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=7bc4fd56-9f10-4877-9697-2e5cdefdb367&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245954 Sep 09 15:04:10.565995 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event deleted for resources: {'Port': ['ID=0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:10.941386 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (c8f3dda8-23ee-414a-9861-fbe66c356bcf), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:10.976478 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event deleted for resources: {'Port': ['ID=c8f3dda8-23ee-414a-9861-fbe66c356bcf,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:10.988181 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Router 599cf530-5e09-4830-8502-2fe6e4f649ed has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:04:11.181160 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6006c41f-7f99-4eb9-a553-20ca59b2ad6f req-bec6e881-2907-43d9-a6e0-4fef54881440 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=704266ae-9ec2-45f2-b2ca-f5e6dcb07d76 HTTP/1.1" status: 200 len: 210 time: 0.0652564 Sep 09 15:04:11.190487 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:11.208862 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Router b9963152-3cf6-4059-a134-e1cfdaf05a59 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:04:11.215644 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:04:11.227554 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea38a4f-c38c-4369-8c46-339812f9377f None None] Sync routers for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:04:11.240307 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea38a4f-c38c-4369-8c46-339812f9377f None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:11.241404 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-eea38a4f-c38c-4369-8c46-339812f9377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:11.293582 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] No DVR routers for this DVR port 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:04:11.297217 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:11.300940 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fe33c787-8637-43c6-9e03-87603d94ea49 req-b148683a-39ab-4440-8a38-c7036a889683 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.16 "DELETE /networking/v2.0/ports/0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 HTTP/1.1" status: 204 len: 173 time: 1.9147737 Sep 09 15:04:11.301483 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'name': 'network-vif-deleted', 'tag': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:04:11.304096 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d17564f-cba5-41a1-8ca2-173112585f27" -d '{"events": [{"server_uuid": "704266ae-9ec2-45f2-b2ca-f5e6dcb07d76", "name": "network-vif-deleted", "tag": "0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:04:11.334113 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:11.394752 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:04:11.408274 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a82b71-eda1-4f9f-adf3-6eb58c1079bb None None] Sync routers for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:04:11.437568 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a82b71-eda1-4f9f-adf3-6eb58c1079bb None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:11.438448 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-70a82b71-eda1-4f9f-adf3-6eb58c1079bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:11.450506 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f924b49-f227-406b-8fd2-ee2739e62c83 x-openstack-request-id: req-9f924b49-f227-406b-8fd2-ee2739e62c83 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:04:11.450733 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "704266ae-9ec2-45f2-b2ca-f5e6dcb07d76", "name": "network-vif-deleted", "tag": "0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:04:11.451021 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f924b49-f227-406b-8fd2-ee2739e62c83 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:04:11.451432 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f924b49-f227-406b-8fd2-ee2739e62c83'] response: {'server_uuid': '704266ae-9ec2-45f2-b2ca-f5e6dcb07d76', 'name': 'network-vif-deleted', 'tag': '0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3', 'status': 'completed', 'code': 200} Sep 09 15:04:11.488251 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] No DVR routers for this DVR port c8f3dda8-23ee-414a-9861-fbe66c356bcf on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:04:11.491613 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:11.495619 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-506c3148-701a-4de4-a012-8512732ef763 req-734e1372-2165-4fb2-9c90-d2421f50b9e7 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.16 "DELETE /networking/v2.0/ports/c8f3dda8-23ee-414a-9861-fbe66c356bcf HTTP/1.1" status: 204 len: 173 time: 1.8963101 Sep 09 15:04:11.508588 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-eea38a4f-c38c-4369-8c46-339812f9377f None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:11.639139 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c658f-bb1d-4ed3-b464-a35a30c584a3 req-82753e53-0fa1-4b93-9992-9d213780d0b6 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:11.646714 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7e9c658f-bb1d-4ed3-b464-a35a30c584a3 req-82753e53-0fa1-4b93-9992-9d213780d0b6 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 945 time: 0.0974746 Sep 09 15:04:11.703491 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-70a82b71-eda1-4f9f-adf3-6eb58c1079bb None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:11.729620 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-42d7e106-0f48-46d2-9cde-6bb8f27593c5 req-aad08ad7-3a02-476a-9140-7c0fef2521c2 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=23ac907a-c540-41ce-bcc5-3339348a221b HTTP/1.1" status: 200 len: 210 time: 0.0472009 Sep 09 15:04:11.734936 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7e9c658f-bb1d-4ed3-b464-a35a30c584a3 req-c0690fd0-0e42-4b72-a49b-457226206361 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864995 Sep 09 15:04:11.812182 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:11.883198 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-eea38a4f-c38c-4369-8c46-339812f9377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:32Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:11.891199 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-70a82b71-eda1-4f9f-adf3-6eb58c1079bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:40Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:11.908162 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea38a4f-c38c-4369-8c46-339812f9377f None None] Checking router: 599cf530-5e09-4830-8502-2fe6e4f649ed for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:04:11.919514 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea38a4f-c38c-4369-8c46-339812f9377f None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:11.919759 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a82b71-eda1-4f9f-adf3-6eb58c1079bb None None] Checking router: b9963152-3cf6-4059-a134-e1cfdaf05a59 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:04:11.920104 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-eea38a4f-c38c-4369-8c46-339812f9377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:11.928869 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a82b71-eda1-4f9f-adf3-6eb58c1079bb None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:11.929826 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-70a82b71-eda1-4f9f-adf3-6eb58c1079bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:11.933129 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device cdbce435-f10d-40e7-9b00-ad1252f28480 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:04:11.987776 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:12.072831 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port cdbce435-f10d-40e7-9b00-ad1252f28480 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 15:04:12.073831 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-eea38a4f-c38c-4369-8c46-339812f9377f None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:12.083175 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port cdbce435-f10d-40e7-9b00-ad1252f28480 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:04:12.083774 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:12.119894 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-70a82b71-eda1-4f9f-adf3-6eb58c1079bb None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:12.278041 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port cdbce435-f10d-40e7-9b00-ad1252f28480 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:04:12.278468 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:12.291368 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40634) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:12.314221 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-eea38a4f-c38c-4369-8c46-339812f9377f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:32Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:12.341016 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea38a4f-c38c-4369-8c46-339812f9377f None None] The sync data for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi is: [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T14:58:28Z', 'revision_number': 4, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9', 'name': '', 'network_id': 'bdb8f25d-969f-4b3f-93fd-134c876a47c8', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'mac_address': 'fa:16:3e:cf:06:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:27Z', 'updated_at': '2022-09-09T14:58:32Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'subnets': [{'id': 'ffcf31bc-f951-45a8-9046-0560105c9d10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:04:12.360202 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f81836f7-f33c-4b01-9014-755fa129fef9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group (8adfcb14-50f8-4643-b741-2acd8e56b1dc), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:12.388915 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f81836f7-f33c-4b01-9014-755fa129fef9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group (8adfcb14-50f8-4643-b741-2acd8e56b1dc), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:12.461375 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f81836f7-f33c-4b01-9014-755fa129fef9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (8adfcb14-50f8-4643-b741-2acd8e56b1dc), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:12.461375 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f81836f7-f33c-4b01-9014-755fa129fef9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:12.461807 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbce435-f10d-40e7-9b00-ad1252f28480'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:04:12.462271 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f81836f7-f33c-4b01-9014-755fa129fef9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8adfcb14-50f8-4643-b741-2acd8e56b1dc HTTP/1.1" status: 204 len: 168 time: 0.1601522 Sep 09 15:04:12.462371 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098a1333-a022-48af-97bd-4b6e36bc09ed" -d '{"events": [{"server_uuid": "1dc366a9-fbb3-4d0c-a66f-05263ec7fadf", "name": "network-vif-plugged", "status": "completed", "tag": "cdbce435-f10d-40e7-9b00-ad1252f28480"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:04:12.465560 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81836f7-f33c-4b01-9014-755fa129fef9 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8adfcb14-50f8-4643-b741-2acd8e56b1dc,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:12.466014 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40640) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:12.478198 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port cdbce435-f10d-40e7-9b00-ad1252f28480, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=cdbce435-f10d-40e7-9b00-ad1252f28480,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:12.489411 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:12.491096 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:12.491422 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.api.v2.resource [None req-058095b2-ba4d-4abd-8d7a-e77f97b391d2 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] show failed (client error): The resource could not be found. Sep 09 15:04:12.492549 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-058095b2-ba4d-4abd-8d7a-e77f97b391d2 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "GET /networking/v2.0/security-groups/8adfcb14-50f8-4643-b741-2acd8e56b1dc HTTP/1.1" status: 404 len: 347 time: 0.0254052 Sep 09 15:04:12.495730 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40644) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:12.567477 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe57c107-90a6-4a13-b463-96d7e030c89d x-openstack-request-id: req-fe57c107-90a6-4a13-b463-96d7e030c89d {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:04:12.568154 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc366a9-fbb3-4d0c-a66f-05263ec7fadf", "name": "network-vif-plugged", "status": "completed", "tag": "cdbce435-f10d-40e7-9b00-ad1252f28480", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:04:12.568634 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe57c107-90a6-4a13-b463-96d7e030c89d {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:04:12.570404 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe57c107-90a6-4a13-b463-96d7e030c89d'] response: {'server_uuid': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'code': 200} Sep 09 15:04:12.603695 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:12.604103 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 0f8216ec-5fd2-4d42-9e5c-1ff97e0dd9a3 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:12.604513 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8f3dda8-23ee-414a-9861-fbe66c356bcf no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:12.645107 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7a5fe-a8ae-4057-98aa-647b0cc0ec50 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Deleting port 189736da-0b45-4e79-9891-06500206076a {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:12.645107 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a5fe-a8ae-4057-98aa-647b0cc0ec50 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (189736da-0b45-4e79-9891-06500206076a), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:12.709556 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=cdbce435-f10d-40e7-9b00-ad1252f28480,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:12.714891 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: c8f3dda8-23ee-414a-9861-fbe66c356bcf {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:12.715625 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device c8f3dda8-23ee-414a-9861-fbe66c356bcf not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:12.728821 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-70a82b71-eda1-4f9f-adf3-6eb58c1079bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:40Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:12.745383 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:12.762844 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a82b71-eda1-4f9f-adf3-6eb58c1079bb None None] The sync data for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi is: [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T14:57:20Z', 'revision_number': 4, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ededcb7c-f829-4217-bbca-4bd7b1b8784b', 'name': '', 'network_id': '93d5556e-7098-41ee-955a-f1126257e985', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'mac_address': 'fa:16:3e:fe:08:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:15Z', 'updated_at': '2022-09-09T14:57:40Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'subnets': [{'id': 'e593ff28-5a4f-4b16-9e61-30d2cbd678db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:04:12.774182 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11421b-2e0f-4089-bb61-32759ee5cddd req-4468a10b-6664-43de-9415-81bd7efb6cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:12.776032 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a5fe-a8ae-4057-98aa-647b0cc0ec50 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (189736da-0b45-4e79-9891-06500206076a), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:12.776555 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a5fe-a8ae-4057-98aa-647b0cc0ec50 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (189736da-0b45-4e79-9891-06500206076a), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:12.777427 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f11421b-2e0f-4089-bb61-32759ee5cddd req-4468a10b-6664-43de-9415-81bd7efb6cdb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 1130 time: 0.0750620 Sep 09 15:04:12.798748 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca92feb-18b4-47a6-bf77-27043042ad24 None None] New status for floating IP 0e67cfa6-fa4f-48de-8db4-a07617fbb963: DOWN {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:04:12.818403 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-9cb7a5fe-a8ae-4057-98aa-647b0cc0ec50 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Calling delete_port for 189736da-0b45-4e79-9891-06500206076a owned by network:floatingip {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:12.851722 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7f11421b-2e0f-4089-bb61-32759ee5cddd req-c1b7b103-9fc6-48ba-8edf-c25262d9e40f service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683722 Sep 09 15:04:12.924490 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:12.938538 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40666) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:12.995927 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24eeb-088f-4cf0-84e1-bc09fe5fb948 req-7f822f93-79a8-4782-8685-d59f3fada82c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:13.000910 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-21d24eeb-088f-4cf0-84e1-bc09fe5fb948 req-7f822f93-79a8-4782-8685-d59f3fada82c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 946 time: 0.0713639 Sep 09 15:04:13.036841 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-34010cf6-8130-4bd2-a87f-76b0f51d5475 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group (7bc4fd56-9f10-4877-9697-2e5cdefdb367), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.053339 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:13.086305 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-21d24eeb-088f-4cf0-84e1-bc09fe5fb948 req-52f3bd6f-b231-438c-a6c9-ce47aeee6d60 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730302 Sep 09 15:04:13.097683 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.113102 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-34010cf6-8130-4bd2-a87f-76b0f51d5475 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group (7bc4fd56-9f10-4877-9697-2e5cdefdb367), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.125358 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.160213 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a5fe-a8ae-4057-98aa-647b0cc0ec50 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (189736da-0b45-4e79-9891-06500206076a), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.186247 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7a5fe-a8ae-4057-98aa-647b0cc0ec50 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Pushing event deleted for resources: {'Port': ['ID=189736da-0b45-4e79-9891-06500206076a,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:13.212792 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c66b39-fee6-4863-b357-2a138c9b8921 None None] New status for floating IP 57d81f6a-ec79-4fa4-8072-a91cae066f92: DOWN {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:04:13.218744 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:13.244708 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-34010cf6-8130-4bd2-a87f-76b0f51d5475 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (7bc4fd56-9f10-4877-9697-2e5cdefdb367), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.247187 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-34010cf6-8130-4bd2-a87f-76b0f51d5475 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.248461 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-34010cf6-8130-4bd2-a87f-76b0f51d5475 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7bc4fd56-9f10-4877-9697-2e5cdefdb367 HTTP/1.1" status: 204 len: 168 time: 0.3077543 Sep 09 15:04:13.251947 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40668) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:13.270178 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.api.v2.resource [None req-ecbc9183-ec04-4392-babd-1d5481424698 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] show failed (client error): The resource could not be found. Sep 09 15:04:13.271658 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-ecbc9183-ec04-4392-babd-1d5481424698 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "GET /networking/v2.0/security-groups/7bc4fd56-9f10-4877-9697-2e5cdefdb367 HTTP/1.1" status: 404 len: 347 time: 0.0184221 Sep 09 15:04:13.274652 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40670) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:13.277855 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34010cf6-8130-4bd2-a87f-76b0f51d5475 tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc4fd56-9f10-4877-9697-2e5cdefdb367,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:13.288346 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a5fe-a8ae-4057-98aa-647b0cc0ec50 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks [] for floatingip (0e67cfa6-fa4f-48de-8db4-a07617fbb963), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.291321 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-9cb7a5fe-a8ae-4057-98aa-647b0cc0ec50 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.292471 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-9cb7a5fe-a8ae-4057-98aa-647b0cc0ec50 tempest-AttachVolumeTestJSON-1845768692 tempest-AttachVolumeTestJSON-1845768692-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/0e67cfa6-fa4f-48de-8db4-a07617fbb963 HTTP/1.1" status: 204 len: 168 time: 0.7957652 Sep 09 15:04:13.414280 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-634b5fc1-7928-4a39-bde2-eaa0bfc259cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Deleting port 087df3cb-36a1-4ba0-a310-af516fc7e0a9 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:13.414669 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-634b5fc1-7928-4a39-bde2-eaa0bfc259cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (087df3cb-36a1-4ba0-a310-af516fc7e0a9), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.457497 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'name': 'network-vif-deleted', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:04:13.459612 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb94ccc-8ee3-4f28-a820-a6c876a87276" -d '{"events": [{"server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "name": "network-vif-deleted", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:04:13.501731 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfd3396-1efb-4dae-ad04-5b8f32ce8081 x-openstack-request-id: req-1dfd3396-1efb-4dae-ad04-5b8f32ce8081 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:04:13.502367 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ac907a-c540-41ce-bcc5-3339348a221b", "name": "network-vif-deleted", "tag": "c8f3dda8-23ee-414a-9861-fbe66c356bcf", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:04:13.502367 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1dfd3396-1efb-4dae-ad04-5b8f32ce8081 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:04:13.502644 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dfd3396-1efb-4dae-ad04-5b8f32ce8081'] response: {'server_uuid': '23ac907a-c540-41ce-bcc5-3339348a221b', 'name': 'network-vif-deleted', 'tag': 'c8f3dda8-23ee-414a-9861-fbe66c356bcf', 'status': 'completed', 'code': 200} Sep 09 15:04:13.507701 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-634b5fc1-7928-4a39-bde2-eaa0bfc259cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (087df3cb-36a1-4ba0-a310-af516fc7e0a9), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.508034 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-634b5fc1-7928-4a39-bde2-eaa0bfc259cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (087df3cb-36a1-4ba0-a310-af516fc7e0a9), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.521674 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-634b5fc1-7928-4a39-bde2-eaa0bfc259cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Calling delete_port for 087df3cb-36a1-4ba0-a310-af516fc7e0a9 owned by network:floatingip {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:13.657810 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-634b5fc1-7928-4a39-bde2-eaa0bfc259cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (087df3cb-36a1-4ba0-a310-af516fc7e0a9), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.680093 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b5fc1-7928-4a39-bde2-eaa0bfc259cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Pushing event deleted for resources: {'Port': ['ID=087df3cb-36a1-4ba0-a310-af516fc7e0a9,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:13.743117 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-634b5fc1-7928-4a39-bde2-eaa0bfc259cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks [] for floatingip (57d81f6a-ec79-4fa4-8072-a91cae066f92), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.745640 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-634b5fc1-7928-4a39-bde2-eaa0bfc259cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:13.746730 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-634b5fc1-7928-4a39-bde2-eaa0bfc259cd tempest-AttachVolumeShelveTestJSON-1962302861 tempest-AttachVolumeShelveTestJSON-1962302861-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/57d81f6a-ec79-4fa4-8072-a91cae066f92 HTTP/1.1" status: 204 len: 168 time: 0.4711452 Sep 09 15:04:14.193116 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:14.212520 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15da0d0-a1fa-4c94-b3e5-d4775224e0b9 req-26e6e7b8-f1ab-4318-9d8d-bc610ab58ac9 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:14.214048 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f15da0d0-a1fa-4c94-b3e5-d4775224e0b9 req-26e6e7b8-f1ab-4318-9d8d-bc610ab58ac9 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 946 time: 0.0533226 Sep 09 15:04:14.257662 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:04:14.267915 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f15da0d0-a1fa-4c94-b3e5-d4775224e0b9 req-e932d931-fd3e-46fc-b155-1fb5ee675834 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481291 Sep 09 15:04:14.334710 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40696) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:14.390454 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7abe04-7900-4221-a026-d39833fcb9ac req-63aaf933-5d43-40f4-9b79-4ade80c781ad tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:14.392404 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2f7abe04-7900-4221-a026-d39833fcb9ac req-63aaf933-5d43-40f4-9b79-4ade80c781ad tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 946 time: 0.0482786 Sep 09 15:04:14.453384 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2f7abe04-7900-4221-a026-d39833fcb9ac req-b063e32e-aa53-43e9-b4ea-ac5319a1c84e tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548623 Sep 09 15:04:14.454768 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a53c81be-c72c-47e4-83eb-c6c95931f847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:14.485997 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40704) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:14.525722 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93607e36-1c14-451a-9fea-0c2177b8e941 tempest-TestVolumeBootPattern-1849863589 tempest-TestVolumeBootPattern-1849863589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:14.527224 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-93607e36-1c14-451a-9fea-0c2177b8e941 tempest-TestVolumeBootPattern-1849863589 tempest-TestVolumeBootPattern-1849863589-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 1125 time: 0.0399737 Sep 09 15:04:14.530361 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40706) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:14.536027 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'port_id': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:04:14.546883 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a53c81be-c72c-47e4-83eb-c6c95931f847 admin admin] Publish callbacks [] for security_group (0edc671b-d673-4578-a132-0b05addea3e5), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:14.553108 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a53c81be-c72c-47e4-83eb-c6c95931f847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (0edc671b-d673-4578-a132-0b05addea3e5), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:14.563023 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:14.605145 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53c81be-c72c-47e4-83eb-c6c95931f847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edc671b-d673-4578-a132-0b05addea3e5,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:14.609792 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a53c81be-c72c-47e4-83eb-c6c95931f847 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3eed6d8acd5c42fbbfa705c4207eddb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740855 Sep 09 15:04:14.612452 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40710) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:14.651815 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:14.662716 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-806b501f-b58a-42b7-831b-2ad296918664 admin admin] Publish callbacks [] for security_group (0edc671b-d673-4578-a132-0b05addea3e5), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:14.685881 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-806b501f-b58a-42b7-831b-2ad296918664 admin admin] Publish callbacks [] for security_group (0edc671b-d673-4578-a132-0b05addea3e5), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:14.687421 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:14.738422 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-806b501f-b58a-42b7-831b-2ad296918664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (0edc671b-d673-4578-a132-0b05addea3e5), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:14.740994 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-806b501f-b58a-42b7-831b-2ad296918664 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:14.742223 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-806b501f-b58a-42b7-831b-2ad296918664 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/0edc671b-d673-4578-a132-0b05addea3e5 HTTP/1.1" status: 204 len: 168 time: 0.1288381 Sep 09 15:04:14.753100 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806b501f-b58a-42b7-831b-2ad296918664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edc671b-d673-4578-a132-0b05addea3e5,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:14.768059 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Allocated IP 172.27.3.161 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/603efde6-215f-44fd-ba5d-cdf66356af7e) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:04:14.873382 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:14.877462 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for port (603efde6-215f-44fd-ba5d-cdf66356af7e), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:14.919529 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (603efde6-215f-44fd-ba5d-cdf66356af7e), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:14.965455 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:04:14.970862 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:04:14.973134 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:04:14.995033 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'Port': ['ID=603efde6-215f-44fd-ba5d-cdf66356af7e,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:15.000426 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:15.061016 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40724) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:15.085568 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0a137eff-8011-4b11-b7b7-3f6088f1083e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:15.291286 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0a137eff-8011-4b11-b7b7-3f6088f1083e admin admin] Publish callbacks [] for security_group (8c2c8206-c983-4ccb-842a-6e1a31a4bb3e), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:15.309881 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0a137eff-8011-4b11-b7b7-3f6088f1083e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (8c2c8206-c983-4ccb-842a-6e1a31a4bb3e), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:15.620832 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-0a137eff-8011-4b11-b7b7-3f6088f1083e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c506af1be1ab49d0b1f7c5b40de682b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5564613 Sep 09 15:04:15.621550 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a137eff-8011-4b11-b7b7-3f6088f1083e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2c8206-c983-4ccb-842a-6e1a31a4bb3e,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:15.621671 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40730) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:15.678861 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1460d04b-1e32-43db-9eda-e8d09cb98eae admin admin] Publish callbacks [] for security_group (8c2c8206-c983-4ccb-842a-6e1a31a4bb3e), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:15.700457 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1460d04b-1e32-43db-9eda-e8d09cb98eae admin admin] Publish callbacks [] for security_group (8c2c8206-c983-4ccb-842a-6e1a31a4bb3e), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:15.703418 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (90a23af7-a0a7-4d11-b530-9be4176afd3d), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:15.754594 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1460d04b-1e32-43db-9eda-e8d09cb98eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (8c2c8206-c983-4ccb-842a-6e1a31a4bb3e), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:15.757659 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1460d04b-1e32-43db-9eda-e8d09cb98eae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:15.758822 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-1460d04b-1e32-43db-9eda-e8d09cb98eae admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8c2c8206-c983-4ccb-842a-6e1a31a4bb3e HTTP/1.1" status: 204 len: 168 time: 0.1362581 Sep 09 15:04:15.767327 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460d04b-1e32-43db-9eda-e8d09cb98eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2c8206-c983-4ccb-842a-6e1a31a4bb3e,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:15.801153 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (603efde6-215f-44fd-ba5d-cdf66356af7e), before_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:15.919429 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:15.962080 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for port (603efde6-215f-44fd-ba5d-cdf66356af7e), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:15.967643 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3186376'] for port (603efde6-215f-44fd-ba5d-cdf66356af7e), after_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:15.984446 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:16.020584 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:16.038259 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'Port': ['ID=603efde6-215f-44fd-ba5d-cdf66356af7e,revision_number=2']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:16.043738 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (90a23af7-a0a7-4d11-b530-9be4176afd3d), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:16.138554 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40746) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:16.147152 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.l3_db [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Floating IP 90a23af7-a0a7-4d11-b530-9be4176afd3d associated. External IP: 172.27.3.161, port: cdbce435-f10d-40e7-9b00-ad1252f28480. Sep 09 15:04:16.153810 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3d85f0c0-f866-4744-8e66-d75ed77c262b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:16.225906 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:16.241726 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40752) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:16.250931 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3d85f0c0-f866-4744-8e66-d75ed77c262b admin admin] Publish callbacks [] for security_group (7d03e06c-44a0-45c1-b7be-825e830491fc), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:16.256612 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3d85f0c0-f866-4744-8e66-d75ed77c262b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (7d03e06c-44a0-45c1-b7be-825e830491fc), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:16.298251 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-3d85f0c0-f866-4744-8e66-d75ed77c262b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ff3541aae3f544c2927d89d1a1d9fe8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580179 Sep 09 15:04:16.299374 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85f0c0-f866-4744-8e66-d75ed77c262b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d03e06c-44a0-45c1-b7be-825e830491fc,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:16.300997 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40756) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:16.407798 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-706eb717-d9ac-4258-b174-b9fc387faeed admin admin] Publish callbacks [] for security_group (7d03e06c-44a0-45c1-b7be-825e830491fc), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:16.424429 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Router 9f091a18-664f-4f9d-b6a0-c26ebedad05f has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:04:16.435029 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-706eb717-d9ac-4258-b174-b9fc387faeed admin admin] Publish callbacks [] for security_group (7d03e06c-44a0-45c1-b7be-825e830491fc), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:16.559796 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-706eb717-d9ac-4258-b174-b9fc387faeed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (7d03e06c-44a0-45c1-b7be-825e830491fc), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:16.562653 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-706eb717-d9ac-4258-b174-b9fc387faeed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:16.563830 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-706eb717-d9ac-4258-b174-b9fc387faeed admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7d03e06c-44a0-45c1-b7be-825e830491fc HTTP/1.1" status: 204 len: 168 time: 0.2618275 Sep 09 15:04:16.578742 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706eb717-d9ac-4258-b174-b9fc387faeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d03e06c-44a0-45c1-b7be-825e830491fc,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:16.582058 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:04:16.605381 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:16.613601 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923fe84-0e1c-4ed3-9a4f-33af1f1dad92 None None] Sync routers for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:04:16.628263 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d923fe84-0e1c-4ed3-9a4f-33af1f1dad92 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:16.628991 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-d923fe84-0e1c-4ed3-9a4f-33af1f1dad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:16.644432 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-71bb92e6-7569-465b-93be-be0b4c6172eb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1125717 Sep 09 15:04:16.645063 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'tag': 'cdbce435-f10d-40e7-9b00-ad1252f28480'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:04:16.647680 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e4eeaf-8489-4510-ab44-92089b80c130" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc366a9-fbb3-4d0c-a66f-05263ec7fadf", "tag": "cdbce435-f10d-40e7-9b00-ad1252f28480"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:04:16.695088 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94f330b-f282-45da-8df7-c9e27eec8c1e x-openstack-request-id: req-d94f330b-f282-45da-8df7-c9e27eec8c1e {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:04:16.695372 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc366a9-fbb3-4d0c-a66f-05263ec7fadf", "tag": "cdbce435-f10d-40e7-9b00-ad1252f28480", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:04:16.695618 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d94f330b-f282-45da-8df7-c9e27eec8c1e {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:04:16.696017 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d94f330b-f282-45da-8df7-c9e27eec8c1e'] response: {'name': 'network-changed', 'server_uuid': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'tag': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'status': 'completed', 'code': 200} Sep 09 15:04:16.741489 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:16.757661 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-d923fe84-0e1c-4ed3-9a4f-33af1f1dad92 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:16.789658 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4eeaf-8489-4510-ab44-92089b80c130 req-8b6101dd-ad0f-4b7b-9e90-2fec9a958ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:16.791238 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-28e4eeaf-8489-4510-ab44-92089b80c130 req-8b6101dd-ad0f-4b7b-9e90-2fec9a958ba0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 1130 time: 0.0527508 Sep 09 15:04:16.977828 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40778) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:16.985061 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-bea551ea-29b7-4e69-9f41-6fee0f6620ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705520'] for router_interface (b9963152-3cf6-4059-a134-e1cfdaf05a59), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:17.022992 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-d923fe84-0e1c-4ed3-9a4f-33af1f1dad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '90a23af7-a0a7-4d11-b530-9be4176afd3d', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:26:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:04:15Z', 'updated_at': '2022-09-09T15:04:15Z', 'revision_number': 0, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:17.046432 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4eeaf-8489-4510-ab44-92089b80c130 req-d8f45f72-c2c3-4f85-8b2b-bba712a6e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:17.047904 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-28e4eeaf-8489-4510-ab44-92089b80c130 req-d8f45f72-c2c3-4f85-8b2b-bba712a6e12d service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 913 time: 0.2360392 Sep 09 15:04:17.057987 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923fe84-0e1c-4ed3-9a4f-33af1f1dad92 None None] Checking router: 9f091a18-664f-4f9d-b6a0-c26ebedad05f for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:04:17.070120 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d923fe84-0e1c-4ed3-9a4f-33af1f1dad92 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:17.070736 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-d923fe84-0e1c-4ed3-9a4f-33af1f1dad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:17.113915 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:17.124405 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:17.166203 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-28e4eeaf-8489-4510-ab44-92089b80c130 req-eebbab93-502b-4eea-bb7d-3fe704badba7 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdbce435-f10d-40e7-9b00-ad1252f28480 HTTP/1.1" status: 200 len: 1000 time: 0.1104074 Sep 09 15:04:17.189122 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-d923fe84-0e1c-4ed3-9a4f-33af1f1dad92 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:17.299136 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4eeaf-8489-4510-ab44-92089b80c130 req-38e39d73-7ec4-4232-9fc8-b2e10558f3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:17.300584 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-28e4eeaf-8489-4510-ab44-92089b80c130 req-38e39d73-7ec4-4232-9fc8-b2e10558f3ba service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.1283882 Sep 09 15:04:17.362058 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:17.376687 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-bea551ea-29b7-4e69-9f41-6fee0f6620ae admin admin] Deleting port ededcb7c-f829-4217-bbca-4bd7b1b8784b {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:17.376687 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-bea551ea-29b7-4e69-9f41-6fee0f6620ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:17.442416 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:17.460569 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-d923fe84-0e1c-4ed3-9a4f-33af1f1dad92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '90a23af7-a0a7-4d11-b530-9be4176afd3d', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:26:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:04:15Z', 'updated_at': '2022-09-09T15:04:15Z', 'revision_number': 0, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:17.492632 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d923fe84-0e1c-4ed3-9a4f-33af1f1dad92 None None] The sync data for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi is: [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '90a23af7-a0a7-4d11-b530-9be4176afd3d', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:26:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:04:15Z', 'updated_at': '2022-09-09T15:04:15Z', 'revision_number': 0, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:04:17.504277 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4eeaf-8489-4510-ab44-92089b80c130 req-787ae023-ac90-4a4e-b523-d0902df83179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:17.505842 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-28e4eeaf-8489-4510-ab44-92089b80c130 req-787ae023-ac90-4a4e-b523-d0902df83179 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0566461 Sep 09 15:04:17.561736 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [None req-bea551ea-29b7-4e69-9f41-6fee0f6620ae admin admin] For port ededcb7c-f829-4217-bbca-4bd7b1b8784b, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ededcb7c-f829-4217-bbca-4bd7b1b8784b,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:17.562100 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-bea551ea-29b7-4e69-9f41-6fee0f6620ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:17.648900 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0a572640-bd6a-4bde-beff-f46c17ed1372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705520'] for router_interface (599cf530-5e09-4830-8502-2fe6e4f649ed), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:17.662029 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-bea551ea-29b7-4e69-9f41-6fee0f6620ae admin admin] Calling delete_port for ededcb7c-f829-4217-bbca-4bd7b1b8784b owned by network:router_interface {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:17.667596 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-28e4eeaf-8489-4510-ab44-92089b80c130 req-5441a2b2-f764-44cb-949d-6d8e51888bdc service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427953 Sep 09 15:04:17.708947 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:17.806623 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ec0494-3593-4856-90dc-39d1fb776c3f None None] New status for floating IP 90a23af7-a0a7-4d11-b530-9be4176afd3d: ACTIVE {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:04:17.823929 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-28e4eeaf-8489-4510-ab44-92089b80c130 req-9c1878d2-b02f-4502-ad4d-4b7d8310142e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507666 Sep 09 15:04:17.965283 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-0a572640-bd6a-4bde-beff-f46c17ed1372 admin admin] Deleting port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:17.965761 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0a572640-bd6a-4bde-beff-f46c17ed1372 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:18.000715 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-bea551ea-29b7-4e69-9f41-6fee0f6620ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (ededcb7c-f829-4217-bbca-4bd7b1b8784b), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:18.033912 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea551ea-29b7-4e69-9f41-6fee0f6620ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ededcb7c-f829-4217-bbca-4bd7b1b8784b,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:18.071673 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-0a572640-bd6a-4bde-beff-f46c17ed1372 admin admin] For port ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:18.072022 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0a572640-bd6a-4bde-beff-f46c17ed1372 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:18.087019 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-0a572640-bd6a-4bde-beff-f46c17ed1372 admin admin] Calling delete_port for ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 owned by network:router_interface {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:18.171302 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:18.319361 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0a572640-bd6a-4bde-beff-f46c17ed1372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:18.346639 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a572640-bd6a-4bde-beff-f46c17ed1372 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:18.419335 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:18.496506 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-bea551ea-29b7-4e69-9f41-6fee0f6620ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591360'] for router_interface (b9963152-3cf6-4059-a134-e1cfdaf05a59), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:18.544352 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0a572640-bd6a-4bde-beff-f46c17ed1372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591360'] for router_interface (599cf530-5e09-4830-8502-2fe6e4f649ed), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:18.712070 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:18.716464 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea551ea-29b7-4e69-9f41-6fee0f6620ae admin admin] Router b9963152-3cf6-4059-a134-e1cfdaf05a59 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:04:18.755375 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:18.757168 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a572640-bd6a-4bde-beff-f46c17ed1372 admin admin] Router 599cf530-5e09-4830-8502-2fe6e4f649ed has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:04:18.818243 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea551ea-29b7-4e69-9f41-6fee0f6620ae admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:04:18.826055 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-bea551ea-29b7-4e69-9f41-6fee0f6620ae admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/b9963152-3cf6-4059-a134-e1cfdaf05a59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5814292 Sep 09 15:04:18.826574 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40802) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:18.829836 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d2c48a-c643-4926-a6c1-96aca7c20fac None None] Sync routers for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:04:18.843775 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d2c48a-c643-4926-a6c1-96aca7c20fac None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:18.844407 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-a4d2c48a-c643-4926-a6c1-96aca7c20fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:18.863791 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a572640-bd6a-4bde-beff-f46c17ed1372 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:04:18.871092 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-0a572640-bd6a-4bde-beff-f46c17ed1372 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/599cf530-5e09-4830-8502-2fe6e4f649ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8897576 Sep 09 15:04:18.871926 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40804) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:18.880513 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455221a6-9724-4d48-9642-9283760a64ea None None] Sync routers for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:04:18.893546 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455221a6-9724-4d48-9642-9283760a64ea None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:18.894558 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-455221a6-9724-4d48-9642-9283760a64ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:18.942804 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Publish callbacks [] for router (b9963152-3cf6-4059-a134-e1cfdaf05a59), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:18.981161 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Publish callbacks [] for router (599cf530-5e09-4830-8502-2fe6e4f649ed), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:19.029225 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-455221a6-9724-4d48-9642-9283760a64ea None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:19.044176 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-a4d2c48a-c643-4926-a6c1-96aca7c20fac None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:19.052462 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40806) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:19.068096 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Publish callbacks [] for router_gateway (b9963152-3cf6-4059-a134-e1cfdaf05a59), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:19.155780 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Deleting port cd31135b-8188-4db9-be01-999d6df5711e {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:19.156386 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (cd31135b-8188-4db9-be01-999d6df5711e), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:19.185618 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Publish callbacks [] for router_gateway (599cf530-5e09-4830-8502-2fe6e4f649ed), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:19.246507 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Deleting port 541a4e11-054a-46fb-ad09-65700b846674 {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:19.246844 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (541a4e11-054a-46fb-ad09-65700b846674), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:19.265221 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-455221a6-9724-4d48-9642-9283760a64ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': '541a4e11-054a-46fb-ad09-65700b846674', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T15:04:18Z', 'revision_number': 5, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port': {'id': '541a4e11-054a-46fb-ad09-65700b846674', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:20:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:25Z', 'updated_at': '2022-09-09T14:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:19.301141 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-a4d2c48a-c643-4926-a6c1-96aca7c20fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21'}], 'enable_snat': True}, 'gw_port_id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T15:04:17Z', 'revision_number': 5, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port': {'id': 'cd31135b-8188-4db9-be01-999d6df5711e', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:a2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:57:09Z', 'updated_at': '2022-09-09T14:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:19.312560 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455221a6-9724-4d48-9642-9283760a64ea None None] Checking router: 599cf530-5e09-4830-8502-2fe6e4f649ed for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:04:19.328841 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:19.338866 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455221a6-9724-4d48-9642-9283760a64ea None None] Routers {'599cf530-5e09-4830-8502-2fe6e4f649ed'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:19.339518 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-455221a6-9724-4d48-9642-9283760a64ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['599cf530-5e09-4830-8502-2fe6e4f649ed'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:19.351054 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d2c48a-c643-4926-a6c1-96aca7c20fac None None] Checking router: b9963152-3cf6-4059-a134-e1cfdaf05a59 for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:04:19.358911 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:19.364357 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d2c48a-c643-4926-a6c1-96aca7c20fac None None] Routers {'b9963152-3cf6-4059-a134-e1cfdaf05a59'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:19.364985 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-a4d2c48a-c643-4926-a6c1-96aca7c20fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b9963152-3cf6-4059-a134-e1cfdaf05a59'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:19.365138 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] For port 541a4e11-054a-46fb-ad09-65700b846674, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=541a4e11-054a-46fb-ad09-65700b846674,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:19.365673 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (541a4e11-054a-46fb-ad09-65700b846674), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:19.383149 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Calling delete_port for 541a4e11-054a-46fb-ad09-65700b846674 owned by network:router_gateway {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:19.404680 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] For port cd31135b-8188-4db9-be01-999d6df5711e, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=cd31135b-8188-4db9-be01-999d6df5711e,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:19.405074 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (cd31135b-8188-4db9-be01-999d6df5711e), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:19.437942 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Calling delete_port for cd31135b-8188-4db9-be01-999d6df5711e owned by network:router_gateway {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:19.441506 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-455221a6-9724-4d48-9642-9283760a64ea None None] Set router 599cf530-5e09-4830-8502-2fe6e4f649ed gateway port host: None {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:19.474224 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-a4d2c48a-c643-4926-a6c1-96aca7c20fac None None] Set router b9963152-3cf6-4059-a134-e1cfdaf05a59 gateway port host: None {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:19.550238 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-a4d2c48a-c643-4926-a6c1-96aca7c20fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T15:04:19Z', 'revision_number': 6, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port_host': None}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:19.551699 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-455221a6-9724-4d48-9642-9283760a64ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T15:04:19Z', 'revision_number': 6, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port_host': None}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:19.605512 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455221a6-9724-4d48-9642-9283760a64ea None None] The sync data for ids ['599cf530-5e09-4830-8502-2fe6e4f649ed'] in dv-cinder-828696-11-iscsi is: [{'id': '599cf530-5e09-4830-8502-2fe6e4f649ed', 'name': 'tempest-AttachVolumeTestJSON-2090923733-router', 'tenant_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:24Z', 'updated_at': '2022-09-09T15:04:19Z', 'revision_number': 6, 'project_id': 'e498d32cc51a4bad9cb21e58985ce63e', 'gw_port_host': None}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:04:19.610236 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d2c48a-c643-4926-a6c1-96aca7c20fac None None] The sync data for ids ['b9963152-3cf6-4059-a134-e1cfdaf05a59'] in dv-cinder-828696-11-iscsi is: [{'id': 'b9963152-3cf6-4059-a134-e1cfdaf05a59', 'name': 'tempest-AttachVolumeShelveTestJSON-1208848527-router', 'tenant_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:57:07Z', 'updated_at': '2022-09-09T15:04:19Z', 'revision_number': 6, 'project_id': 'c83910e3ac2f4c8f9f127ab767bffd1a', 'gw_port_host': None}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:04:19.679617 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=100 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:19.709410 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (cd31135b-8188-4db9-be01-999d6df5711e), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:19.733874 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Pushing event deleted for resources: {'Port': ['ID=cd31135b-8188-4db9-be01-999d6df5711e,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:19.837882 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:19.854213 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601202'] for router_gateway (b9963152-3cf6-4059-a134-e1cfdaf05a59), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:19.950868 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10078'] for router (b9963152-3cf6-4059-a134-e1cfdaf05a59), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:19.952232 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:19.953711 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Publish callbacks [] for router_controller (b9963152-3cf6-4059-a134-e1cfdaf05a59), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.011766 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591413'] for router (b9963152-3cf6-4059-a134-e1cfdaf05a59), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.013186 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9963152-3cf6-4059-a134-e1cfdaf05a59 {{(pid=106238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:04:20.020688 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.025082 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-66298e01-28fd-4095-988a-6cf55114129e admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/b9963152-3cf6-4059-a134-e1cfdaf05a59 HTTP/1.1" status: 204 len: 168 time: 1.1976731 Sep 09 15:04:20.025932 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40822) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:20.076352 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_v2 [None req-703a07aa-a25f-4946-95f0-8c780d4a188f admin admin] Deleting subnet e593ff28-5a4f-4b16-9e61-30d2cbd678db {{(pid=106238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:04:20.080226 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-703a07aa-a25f-4946-95f0-8c780d4a188f admin admin] Publish callbacks [] for subnet (e593ff28-5a4f-4b16-9e61-30d2cbd678db), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.100464 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (541a4e11-054a-46fb-ad09-65700b846674), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.108428 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Deleting port 0a5f7fcc-7459-41c4-9380-43781c3fe77a {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:20.108784 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (0a5f7fcc-7459-41c4-9380-43781c3fe77a), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.122392 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-703a07aa-a25f-4946-95f0-8c780d4a188f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2753371'] for subnet (e593ff28-5a4f-4b16-9e61-30d2cbd678db), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.142570 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Pushing event deleted for resources: {'Port': ['ID=541a4e11-054a-46fb-ad09-65700b846674,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:20.174166 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:20.232686 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-703a07aa-a25f-4946-95f0-8c780d4a188f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (e593ff28-5a4f-4b16-9e61-30d2cbd678db), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.260598 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601202'] for router_gateway (599cf530-5e09-4830-8502-2fe6e4f649ed), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.264046 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (0a5f7fcc-7459-41c4-9380-43781c3fe77a), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.264363 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for floatingip (0a5f7fcc-7459-41c4-9380-43781c3fe77a), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.287549 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-703a07aa-a25f-4946-95f0-8c780d4a188f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3310520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350703'] for subnet (e593ff28-5a4f-4b16-9e61-30d2cbd678db), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.321084 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-703a07aa-a25f-4946-95f0-8c780d4a188f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.327114 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d39eaf-4c50-4042-8231-737b388174eb None None] Network 93d5556e-7098-41ee-955a-f1126257e985 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:04:20.328349 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-703a07aa-a25f-4946-95f0-8c780d4a188f admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/e593ff28-5a4f-4b16-9e61-30d2cbd678db HTTP/1.1" status: 204 len: 168 time: 0.3011546 Sep 09 15:04:20.328543 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40824) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:20.329174 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703a07aa-a25f-4946-95f0-8c780d4a188f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e593ff28-5a4f-4b16-9e61-30d2cbd678db,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:20.364444 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Calling delete_port for 0a5f7fcc-7459-41c4-9380-43781c3fe77a owned by network:floatingip {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:20.387691 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10078'] for router (599cf530-5e09-4830-8502-2fe6e4f649ed), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.415529 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Publish callbacks [] for router_controller (599cf530-5e09-4830-8502-2fe6e4f649ed), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.535398 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (93d5556e-7098-41ee-955a-f1126257e985), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.546699 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591413'] for router (599cf530-5e09-4830-8502-2fe6e4f649ed), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.547262 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 599cf530-5e09-4830-8502-2fe6e4f649ed {{(pid=106239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:04:20.554501 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.555600 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-d26a6ba3-773e-4dad-a673-3f4fbee1f134 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/599cf530-5e09-4830-8502-2fe6e4f649ed HTTP/1.1" status: 204 len: 168 time: 1.6825862 Sep 09 15:04:20.558375 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40826) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:20.604721 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_v2 [None req-27528c47-ad52-4138-ba08-7bf4a3462ce4 admin admin] Deleting subnet ffcf31bc-f951-45a8-9046-0560105c9d10 {{(pid=106238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:04:20.607684 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-27528c47-ad52-4138-ba08-7bf4a3462ce4 admin admin] Publish callbacks [] for subnet (ffcf31bc-f951-45a8-9046-0560105c9d10), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.616993 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Deleting port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:20.617360 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.647778 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-27528c47-ad52-4138-ba08-7bf4a3462ce4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2753371'] for subnet (ffcf31bc-f951-45a8-9046-0560105c9d10), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.668869 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d07e67-c49e-4a8d-ba86-6653b87eb3f0 None None] DHCP port deletion for 93d5556e-7098-41ee-955a-f1126257e985 request from dv-cinder-828696-11-iscsi {{(pid=106240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 15:04:20.720588 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-63d07e67-c49e-4a8d-ba86-6653b87eb3f0 None None] Deleting port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df {{(pid=106240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:20.720993 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-63d07e67-c49e-4a8d-ba86-6653b87eb3f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), before_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.734872 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] For port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=815a3fe5-42d9-4e99-9f29-6df96e1ec1df,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:20.735248 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.748539 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-27528c47-ad52-4138-ba08-7bf4a3462ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (ffcf31bc-f951-45a8-9046-0560105c9d10), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.756048 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Calling delete_port for 815a3fe5-42d9-4e99-9f29-6df96e1ec1df owned by network:dhcp {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:20.757597 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:DELETE=11,neutron:SELECT=89 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:20.802035 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-63d07e67-c49e-4a8d-ba86-6653b87eb3f0 None None] For port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=815a3fe5-42d9-4e99-9f29-6df96e1ec1df,segment=NetworkSegment(f962e31a-d463-40a5-8b24-ba804f3cea35),segment_id=f962e31a-d463-40a5-8b24-ba804f3cea35)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:20.802425 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-63d07e67-c49e-4a8d-ba86-6653b87eb3f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), precommit_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.807952 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (0a5f7fcc-7459-41c4-9380-43781c3fe77a), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.811874 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-27528c47-ad52-4138-ba08-7bf4a3462ce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3310520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350703'] for subnet (ffcf31bc-f951-45a8-9046-0560105c9d10), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.821316 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-63d07e67-c49e-4a8d-ba86-6653b87eb3f0 None None] Calling delete_port for 815a3fe5-42d9-4e99-9f29-6df96e1ec1df owned by network:dhcp {{(pid=106240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:20.839992 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event deleted for resources: {'Port': ['ID=0a5f7fcc-7459-41c4-9380-43781c3fe77a,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:20.846459 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27528c47-ad52-4138-ba08-7bf4a3462ce4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffcf31bc-f951-45a8-9046-0560105c9d10,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:20.859223 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-27528c47-ad52-4138-ba08-7bf4a3462ce4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:20.864739 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-27528c47-ad52-4138-ba08-7bf4a3462ce4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/ffcf31bc-f951-45a8-9046-0560105c9d10 HTTP/1.1" status: 204 len: 168 time: 0.3053699 Sep 09 15:04:20.867367 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40830) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:20.878013 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdbb721-f87a-457c-8d53-41b96755976f None None] Network bdb8f25d-969f-4b3f-93fd-134c876a47c8 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:04:20.937989 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.001112 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Pushing event deleted for resources: {'Port': ['ID=815a3fe5-42d9-4e99-9f29-6df96e1ec1df,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:21.001112 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for floatingip (a8a0f34a-0300-4ebb-9b17-70715072eb8c), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.001112 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.l3_db [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Floating IP a8a0f34a-0300-4ebb-9b17-70715072eb8c disassociated (deleted). External IP: 172.27.3.27, port: e3d39b24-1d9b-4caf-a284-b75b3c187cde. Sep 09 15:04:21.001862 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:21.031968 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (bdb8f25d-969f-4b3f-93fd-134c876a47c8), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.039909 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-63d07e67-c49e-4a8d-ba86-6653b87eb3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (815a3fe5-42d9-4e99-9f29-6df96e1ec1df), after_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.089465 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d07e67-c49e-4a8d-ba86-6653b87eb3f0 None None] Pushing event deleted for resources: {'Port': ['ID=815a3fe5-42d9-4e99-9f29-6df96e1ec1df,revision_number=None']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:21.106162 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d07e67-c49e-4a8d-ba86-6653b87eb3f0 None None] No DVR routers for this DVR port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df on host dv-cinder-828696-11-iscsi {{(pid=106240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:04:21.133052 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73269385-79c4-4d3d-81a2-f0396c766955 None None] DHCP port deletion for bdb8f25d-969f-4b3f-93fd-134c876a47c8 request from dv-cinder-828696-11-iscsi {{(pid=106240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 15:04:21.156427 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Deleting port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:21.156427 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.196579 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] No DVR routers for this DVR port 815a3fe5-42d9-4e99-9f29-6df96e1ec1df on host dv-cinder-828696-11-iscsi {{(pid=106239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:04:21.198159 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:21.278809 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=83,neutron:DELETE=12,neutron:UPDATE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:21.307555 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-73269385-79c4-4d3d-81a2-f0396c766955 None None] Deleting port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec {{(pid=106240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:21.308020 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-73269385-79c4-4d3d-81a2-f0396c766955 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), before_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.320882 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:21.327278 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] For port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:21.327653 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.351171 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Calling delete_port for a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec owned by network:dhcp {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:21.363184 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:21.364299 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ff68fb16-bfa6-4fba-8bf6-eff11a11b6c9 not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:21.364906 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 541a4e11-054a-46fb-ad09-65700b846674 no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:21.401351 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (93d5556e-7098-41ee-955a-f1126257e985), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.423057 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 541a4e11-054a-46fb-ad09-65700b846674 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:21.423615 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 541a4e11-054a-46fb-ad09-65700b846674 not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:21.424300 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 815a3fe5-42d9-4e99-9f29-6df96e1ec1df no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:21.478519 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 815a3fe5-42d9-4e99-9f29-6df96e1ec1df {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:21.478866 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 815a3fe5-42d9-4e99-9f29-6df96e1ec1df not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:21.479282 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ededcb7c-f829-4217-bbca-4bd7b1b8784b no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:21.485938 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:21.496383 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.541300 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] No DVR routers for this DVR port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec on host dv-cinder-828696-11-iscsi {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:04:21.545422 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-73269385-79c4-4d3d-81a2-f0396c766955 None None] For port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec,segment=NetworkSegment(5610adad-7b96-43c4-9395-293344a62ac8),segment_id=5610adad-7b96-43c4-9395-293344a62ac8)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:21.545840 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-73269385-79c4-4d3d-81a2-f0396c766955 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), precommit_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.548485 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: ededcb7c-f829-4217-bbca-4bd7b1b8784b {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:21.548827 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ededcb7c-f829-4217-bbca-4bd7b1b8784b not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:21.582344 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93d5556e-7098-41ee-955a-f1126257e985']}} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:21.582553 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-73269385-79c4-4d3d-81a2-f0396c766955 None None] Calling delete_port for a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec owned by network:dhcp {{(pid=106240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:21.600839 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f962e31a-d463-40a5-8b24-ba804f3cea35') {'for_net_delete': True} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:21.601133 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f962e31a-d463-40a5-8b24-ba804f3cea35') {} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:21.614774 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752467'] for segment (f962e31a-d463-40a5-8b24-ba804f3cea35), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.632048 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Router ca41d320-9673-4cf5-9f00-dc9c11d422ca has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:04:21.634283 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:21.637176 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (f962e31a-d463-40a5-8b24-ba804f3cea35), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.646615 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=106239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:04:21.647045 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3186412'] for segment (f962e31a-d463-40a5-8b24-ba804f3cea35), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.652043 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (bdb8f25d-969f-4b3f-93fd-134c876a47c8), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.676358 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb8f25d-969f-4b3f-93fd-134c876a47c8']}} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:21.689756 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5610adad-7b96-43c4-9395-293344a62ac8') {'for_net_delete': True} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:21.690068 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5610adad-7b96-43c4-9395-293344a62ac8') {} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:21.697528 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:21.700971 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2753440'] for segment (5610adad-7b96-43c4-9395-293344a62ac8), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.705862 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-73269385-79c4-4d3d-81a2-f0396c766955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec), after_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.718635 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (5610adad-7b96-43c4-9395-293344a62ac8), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.729133 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=106238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:04:21.729596 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3310546'] for segment (5610adad-7b96-43c4-9395-293344a62ac8), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.729986 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment f962e31a-d463-40a5-8b24-ba804f3cea35 resource provider aggregate not found Sep 09 15:04:21.743135 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73269385-79c4-4d3d-81a2-f0396c766955 None None] Pushing event deleted for resources: {'Port': ['ID=a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec,revision_number=None']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:21.753690 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73269385-79c4-4d3d-81a2-f0396c766955 None None] No DVR routers for this DVR port a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec on host dv-cinder-828696-11-iscsi {{(pid=106240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:04:21.780515 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.services.segments.plugin [-] Segment 5610adad-7b96-43c4-9395-293344a62ac8 resource provider aggregate not found Sep 09 15:04:21.786815 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment f962e31a-d463-40a5-8b24-ba804f3cea35 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f962e31a-d463-40a5-8b24-ba804f3cea35 found for delete ", "request_id": "req-03e24b9f-9358-4626-9ca6-abbe2ce1bba6"}]} Sep 09 15:04:21.808095 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (bdb8f25d-969f-4b3f-93fd-134c876a47c8), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.814736 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.821680 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/bdb8f25d-969f-4b3f-93fd-134c876a47c8 HTTP/1.1" status: 204 len: 168 time: 0.9502993 Sep 09 15:04:21.822501 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.services.segments.plugin [-] Segment 5610adad-7b96-43c4-9395-293344a62ac8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5610adad-7b96-43c4-9395-293344a62ac8 found for delete ", "request_id": "req-0673f631-d19d-41ae-9ceb-24a913039f47"}]} Sep 09 15:04:21.833339 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433baf0a-0a0d-4f39-b62e-063ceb7ff662 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb8f25d-969f-4b3f-93fd-134c876a47c8,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:21.840963 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (93d5556e-7098-41ee-955a-f1126257e985), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.864731 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.868015 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/93d5556e-7098-41ee-955a-f1126257e985 HTTP/1.1" status: 204 len: 168 time: 1.5369525 Sep 09 15:04:21.871447 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0d439-19d7-48cf-87c6-6339a52d3390 admin admin] Pushing event deleted for resources: {'Network': ['ID=93d5556e-7098-41ee-955a-f1126257e985,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:21.878117 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:04:21.882962 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:21.890413 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7641be30-8fba-4dcd-ad34-f2f45db10965 None None] Sync routers for ids ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:04:21.914622 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7641be30-8fba-4dcd-ad34-f2f45db10965 None None] Routers {'ca41d320-9673-4cf5-9f00-dc9c11d422ca'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:21.915301 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-7641be30-8fba-4dcd-ad34-f2f45db10965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:21.918245 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-eefecc25-7ac9-42d2-9465-0cdc61966786 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/a8a0f34a-0300-4ebb-9b17-70715072eb8c HTTP/1.1" status: 204 len: 168 time: 2.8639836 Sep 09 15:04:21.918973 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:04:21.921983 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf385db-81be-4309-b79a-6eec87130396" -d '{"events": [{"name": "network-changed", "server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:04:21.976751 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e44f09-c403-4122-b945-74b23e205304 x-openstack-request-id: req-49e44f09-c403-4122-b945-74b23e205304 {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:04:21.977295 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:04:21.977436 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49e44f09-c403-4122-b945-74b23e205304 {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:04:21.977945 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49e44f09-c403-4122-b945-74b23e205304'] response: {'name': 'network-changed', 'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'status': 'completed', 'code': 200} Sep 09 15:04:22.070694 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf385db-81be-4309-b79a-6eec87130396 req-25cb2c5f-4ceb-47b4-a942-42bafa209e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:22.073100 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8cf385db-81be-4309-b79a-6eec87130396 req-25cb2c5f-4ceb-47b4-a942-42bafa209e97 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=3f711f25c212427db970f02391c79d1c&device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 1129 time: 0.0702345 Sep 09 15:04:22.114723 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-7641be30-8fba-4dcd-ad34-f2f45db10965 None None] Set router ca41d320-9673-4cf5-9f00-dc9c11d422ca gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:22.116221 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40858) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:22.181347 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-3e18360b-d228-46c5-9dc3-7b6d75201a1b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=e498d32cc51a4bad9cb21e58985ce63e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0633428 Sep 09 15:04:22.183509 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 40862) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:22.196834 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40864) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:22.241126 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:22.247551 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f39a5775-342d-46bf-9872-17f5554d791e admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=c83910e3ac2f4c8f9f127ab767bffd1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471749 Sep 09 15:04:22.247893 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 40866) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:22.287711 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf385db-81be-4309-b79a-6eec87130396 req-e3efe473-2941-4fd9-8c16-39494fc69548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:22.289164 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8cf385db-81be-4309-b79a-6eec87130396 req-e3efe473-2941-4fd9-8c16-39494fc69548 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=8d2d50ee-a393-4bca-920f-08b3f70f628d HTTP/1.1" status: 200 len: 909 time: 0.2109396 Sep 09 15:04:22.308075 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e70bf97a-ae9d-4f2c-a4d4-8391798791d0 admin admin] Publish callbacks [] for security_group (616b09f3-a2d2-44a4-a1d3-1d4cb1bcca09), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:22.311514 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c35fae-803d-4eec-81d1-6886eff527e2 req-30a4dd3f-3770-48e4-9282-b837101810c6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:22.312977 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c6c35fae-803d-4eec-81d1-6886eff527e2 req-30a4dd3f-3770-48e4-9282-b837101810c6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0839107 Sep 09 15:04:22.313814 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f09fef79-4d37-4da4-bc4c-03f0eb943428 admin admin] Publish callbacks [] for security_group (cc147444-37a1-4dfc-b462-4c1b63a20448), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:22.329697 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e70bf97a-ae9d-4f2c-a4d4-8391798791d0 admin admin] Publish callbacks [] for security_group (616b09f3-a2d2-44a4-a1d3-1d4cb1bcca09), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:22.347301 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f09fef79-4d37-4da4-bc4c-03f0eb943428 admin admin] Publish callbacks [] for security_group (cc147444-37a1-4dfc-b462-4c1b63a20448), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:22.350644 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:22.351952 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-7641be30-8fba-4dcd-ad34-f2f45db10965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3', 'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'mac_address': 'fa:16:3e:7a:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:39Z', 'updated_at': '2022-09-09T14:58:47Z', 'revision_number': 5, 'project_id': '3f711f25c212427db970f02391c79d1c', 'subnets': [{'id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:22.385536 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e70bf97a-ae9d-4f2c-a4d4-8391798791d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (616b09f3-a2d2-44a4-a1d3-1d4cb1bcca09), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:22.390167 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7641be30-8fba-4dcd-ad34-f2f45db10965 None None] Checking router: ca41d320-9673-4cf5-9f00-dc9c11d422ca for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:04:22.390545 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-e70bf97a-ae9d-4f2c-a4d4-8391798791d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:22.391878 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-e70bf97a-ae9d-4f2c-a4d4-8391798791d0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/616b09f3-a2d2-44a4-a1d3-1d4cb1bcca09 HTTP/1.1" status: 204 len: 168 time: 0.1427722 Sep 09 15:04:22.403487 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bf97a-ae9d-4f2c-a4d4-8391798791d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616b09f3-a2d2-44a4-a1d3-1d4cb1bcca09,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:22.406637 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7641be30-8fba-4dcd-ad34-f2f45db10965 None None] Routers {'ca41d320-9673-4cf5-9f00-dc9c11d422ca'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:22.408113 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-7641be30-8fba-4dcd-ad34-f2f45db10965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:22.409450 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c6c35fae-803d-4eec-81d1-6886eff527e2 req-2d5c261e-4514-4db7-8c41-40ad9d4b6edf tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856414 Sep 09 15:04:22.444111 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f09fef79-4d37-4da4-bc4c-03f0eb943428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (cc147444-37a1-4dfc-b462-4c1b63a20448), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:22.447399 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f09fef79-4d37-4da4-bc4c-03f0eb943428 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:22.448482 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-f09fef79-4d37-4da4-bc4c-03f0eb943428 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/cc147444-37a1-4dfc-b462-4c1b63a20448 HTTP/1.1" status: 204 len: 168 time: 0.2640429 Sep 09 15:04:22.457695 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fef79-4d37-4da4-bc4c-03f0eb943428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc147444-37a1-4dfc-b462-4c1b63a20448,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:22.491079 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:22.516822 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:22.517838 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device a2fa5c1c-aa32-4ffb-b818-f8d11806e1ec not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:22.518752 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device cd31135b-8188-4db9-be01-999d6df5711e no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:22.547436 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: cd31135b-8188-4db9-be01-999d6df5711e {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:22.547781 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device cd31135b-8188-4db9-be01-999d6df5711e not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:22.553450 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-7641be30-8fba-4dcd-ad34-f2f45db10965 None None] Set router ca41d320-9673-4cf5-9f00-dc9c11d422ca gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:22.799327 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-7641be30-8fba-4dcd-ad34-f2f45db10965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3', 'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'mac_address': 'fa:16:3e:7a:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:39Z', 'updated_at': '2022-09-09T14:58:47Z', 'revision_number': 5, 'project_id': '3f711f25c212427db970f02391c79d1c', 'subnets': [{'id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:22.840769 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7641be30-8fba-4dcd-ad34-f2f45db10965 None None] The sync data for ids ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'] in dv-cinder-828696-11-iscsi is: [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:40Z', 'revision_number': 4, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3', 'name': '', 'network_id': '8d2d50ee-a393-4bca-920f-08b3f70f628d', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'mac_address': 'fa:16:3e:7a:a4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:39Z', 'updated_at': '2022-09-09T14:58:47Z', 'revision_number': 5, 'project_id': '3f711f25c212427db970f02391c79d1c', 'subnets': [{'id': 'f0f47d81-143a-4923-84fd-72ceb666893e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:04:23.160264 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274c337b-1abf-4a05-aebd-db329eb87ae4 None None] New status for floating IP a8a0f34a-0300-4ebb-9b17-70715072eb8c: DOWN {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:04:23.234810 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8cf385db-81be-4309-b79a-6eec87130396 req-b5d92809-6309-481d-8465-9370c69c3b59 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde HTTP/1.1" status: 200 len: 217 time: 0.0544236 Sep 09 15:04:23.336983 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf385db-81be-4309-b79a-6eec87130396 req-80660d54-b4b8-4ce5-97c2-83d44343d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:23.338801 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8cf385db-81be-4309-b79a-6eec87130396 req-80660d54-b4b8-4ce5-97c2-83d44343d25e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f0f47d81-143a-4923-84fd-72ceb666893e HTTP/1.1" status: 200 len: 847 time: 0.0949059 Sep 09 15:04:23.435884 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf385db-81be-4309-b79a-6eec87130396 req-a387e87c-59de-4770-bd50-a365bd01f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:23.438325 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8cf385db-81be-4309-b79a-6eec87130396 req-a387e87c-59de-4770-bd50-a365bd01f950 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=8d2d50ee-a393-4bca-920f-08b3f70f628d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0718684 Sep 09 15:04:23.596413 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:23.620926 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f103e2-c529-487e-9012-27178f64e631 req-a928aa4d-4885-437c-afcd-1617d6af6db7 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:23.622481 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c6f103e2-c529-487e-9012-27178f64e631 req-a928aa4d-4885-437c-afcd-1617d6af6db7 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.0669432 Sep 09 15:04:23.682473 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8cf385db-81be-4309-b79a-6eec87130396 req-323e6618-f55e-4cc4-9722-c1f51decdaff service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362955 Sep 09 15:04:23.801590 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ef2d0-914f-4373-8f0e-bdb570c85db1 req-98192043-2903-4624-89dc-b7dedd7a10da tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:23.803066 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-523ef2d0-914f-4373-8f0e-bdb570c85db1 req-98192043-2903-4624-89dc-b7dedd7a10da tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 945 time: 0.1352322 Sep 09 15:04:23.840873 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c6f103e2-c529-487e-9012-27178f64e631 req-cb80ca6a-0478-4f15-8400-ebae7ff4c08d tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=fcf663bb-2313-4e8c-b179-ce5f5025cc91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055244 Sep 09 15:04:23.899066 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:23.962183 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8cf385db-81be-4309-b79a-6eec87130396 req-6043231f-2758-445f-a743-590c17bb912b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737944 Sep 09 15:04:23.966244 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-523ef2d0-914f-4373-8f0e-bdb570c85db1 req-a8018d02-831c-46bc-a8e8-074de08a3cf4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Deleting port e3d39b24-1d9b-4caf-a284-b75b3c187cde {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:23.968018 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-523ef2d0-914f-4373-8f0e-bdb570c85db1 req-a8018d02-831c-46bc-a8e8-074de08a3cf4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:24.110597 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-523ef2d0-914f-4373-8f0e-bdb570c85db1 req-a8018d02-831c-46bc-a8e8-074de08a3cf4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] For port e3d39b24-1d9b-4caf-a284-b75b3c187cde, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=e3d39b24-1d9b-4caf-a284-b75b3c187cde,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:24.111446 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-523ef2d0-914f-4373-8f0e-bdb570c85db1 req-a8018d02-831c-46bc-a8e8-074de08a3cf4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:24.135470 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-523ef2d0-914f-4373-8f0e-bdb570c85db1 req-a8018d02-831c-46bc-a8e8-074de08a3cf4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Calling delete_port for e3d39b24-1d9b-4caf-a284-b75b3c187cde owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:24.324863 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-523ef2d0-914f-4373-8f0e-bdb570c85db1 req-a8018d02-831c-46bc-a8e8-074de08a3cf4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (e3d39b24-1d9b-4caf-a284-b75b3c187cde), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:24.358368 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8018d02-831c-46bc-a8e8-074de08a3cf4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event deleted for resources: {'Port': ['ID=e3d39b24-1d9b-4caf-a284-b75b3c187cde,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:24.419194 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-523ef2d0-914f-4373-8f0e-bdb570c85db1 req-a8018d02-831c-46bc-a8e8-074de08a3cf4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] No DVR routers for this DVR port e3d39b24-1d9b-4caf-a284-b75b3c187cde on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:04:24.423701 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-523ef2d0-914f-4373-8f0e-bdb570c85db1 req-a8018d02-831c-46bc-a8e8-074de08a3cf4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:24.427321 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-523ef2d0-914f-4373-8f0e-bdb570c85db1 req-a8018d02-831c-46bc-a8e8-074de08a3cf4 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.16 "DELETE /networking/v2.0/ports/e3d39b24-1d9b-4caf-a284-b75b3c187cde HTTP/1.1" status: 204 len: 173 time: 0.6177413 Sep 09 15:04:24.427824 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'name': 'network-vif-deleted', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:04:24.430565 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c568038a-e589-483f-90e8-c9692cc5d299" -d '{"events": [{"server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "name": "network-vif-deleted", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:04:24.496931 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5815ed92-a8c2-43cd-a160-c3b0789d5522 x-openstack-request-id: req-5815ed92-a8c2-43cd-a160-c3b0789d5522 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:04:24.497251 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de85eb6c-027b-4f9b-95e0-654217d6514e", "name": "network-vif-deleted", "tag": "e3d39b24-1d9b-4caf-a284-b75b3c187cde", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:04:24.497510 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5815ed92-a8c2-43cd-a160-c3b0789d5522 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:04:24.498510 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5815ed92-a8c2-43cd-a160-c3b0789d5522'] response: {'server_uuid': 'de85eb6c-027b-4f9b-95e0-654217d6514e', 'name': 'network-vif-deleted', 'tag': 'e3d39b24-1d9b-4caf-a284-b75b3c187cde', 'status': 'completed', 'code': 200} Sep 09 15:04:25.044990 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-48f57a7f-53a3-4ae5-a6fe-e094f1732d47 req-15fa93cd-5e30-4491-9aae-8a1cff52cf6a tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=de85eb6c-027b-4f9b-95e0-654217d6514e HTTP/1.1" status: 200 len: 210 time: 0.0511017 Sep 09 15:04:25.175891 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41010) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:25.290834 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-09bfaa3c-9ac9-4265-b437-c329e326ecd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:25.377302 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-09bfaa3c-9ac9-4265-b437-c329e326ecd6 admin admin] Publish callbacks [] for security_group (e14a6409-0ade-4c29-9e16-62f02e40ac20), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:25.387901 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-09bfaa3c-9ac9-4265-b437-c329e326ecd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (e14a6409-0ade-4c29-9e16-62f02e40ac20), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:25.442711 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41026) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:25.443297 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-09bfaa3c-9ac9-4265-b437-c329e326ecd6 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=19b1902f648a4eeaa1c8ca8a667891eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661045 Sep 09 15:04:25.446867 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfaa3c-9ac9-4265-b437-c329e326ecd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14a6409-0ade-4c29-9e16-62f02e40ac20,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:25.517302 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7100542b-ff18-4056-b0a4-25950978bb38 admin admin] Publish callbacks [] for security_group (e14a6409-0ade-4c29-9e16-62f02e40ac20), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:25.542624 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7100542b-ff18-4056-b0a4-25950978bb38 admin admin] Publish callbacks [] for security_group (e14a6409-0ade-4c29-9e16-62f02e40ac20), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:25.608582 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7100542b-ff18-4056-b0a4-25950978bb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (e14a6409-0ade-4c29-9e16-62f02e40ac20), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:25.611880 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7100542b-ff18-4056-b0a4-25950978bb38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:25.613385 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-7100542b-ff18-4056-b0a4-25950978bb38 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e14a6409-0ade-4c29-9e16-62f02e40ac20 HTTP/1.1" status: 204 len: 168 time: 0.1688499 Sep 09 15:04:25.633576 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100542b-ff18-4056-b0a4-25950978bb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14a6409-0ade-4c29-9e16-62f02e40ac20,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:25.912030 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41052) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:25.925119 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a8f8c75-313a-4ecb-a718-50e464c4ab4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:25.944551 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:26.004777 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a8f8c75-313a-4ecb-a718-50e464c4ab4d admin admin] Publish callbacks [] for security_group (17dadaf9-12f7-406b-92a1-eccebbb8e70f), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:26.008656 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-8a8f8c75-313a-4ecb-a718-50e464c4ab4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (17dadaf9-12f7-406b-92a1-eccebbb8e70f), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:26.048998 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-8a8f8c75-313a-4ecb-a718-50e464c4ab4d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=13f3eeffa654431db2c5aacc94b1f775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358027 Sep 09 15:04:26.050205 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f8c75-313a-4ecb-a718-50e464c4ab4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17dadaf9-12f7-406b-92a1-eccebbb8e70f,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:26.051720 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41054) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:26.080507 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:26.110887 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-20db8747-c5e1-405e-95f0-9f28a07056fb admin admin] Publish callbacks [] for security_group (17dadaf9-12f7-406b-92a1-eccebbb8e70f), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:26.111174 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41058) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:26.130127 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-20db8747-c5e1-405e-95f0-9f28a07056fb admin admin] Publish callbacks [] for security_group (17dadaf9-12f7-406b-92a1-eccebbb8e70f), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:26.172017 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-89d7b666-455e-4c96-a41b-53dc541824c6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group (fcf663bb-2313-4e8c-b179-ce5f5025cc91), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:26.184912 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-20db8747-c5e1-405e-95f0-9f28a07056fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (17dadaf9-12f7-406b-92a1-eccebbb8e70f), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:26.187477 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-20db8747-c5e1-405e-95f0-9f28a07056fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:26.189173 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-20db8747-c5e1-405e-95f0-9f28a07056fb admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/17dadaf9-12f7-406b-92a1-eccebbb8e70f HTTP/1.1" status: 204 len: 168 time: 0.1352308 Sep 09 15:04:26.197134 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db8747-c5e1-405e-95f0-9f28a07056fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17dadaf9-12f7-406b-92a1-eccebbb8e70f,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:26.199811 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-89d7b666-455e-4c96-a41b-53dc541824c6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group (fcf663bb-2313-4e8c-b179-ce5f5025cc91), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:26.229801 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:26.262500 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-89d7b666-455e-4c96-a41b-53dc541824c6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (fcf663bb-2313-4e8c-b179-ce5f5025cc91), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:26.265523 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-89d7b666-455e-4c96-a41b-53dc541824c6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:26.267340 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-89d7b666-455e-4c96-a41b-53dc541824c6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/fcf663bb-2313-4e8c-b179-ce5f5025cc91 HTTP/1.1" status: 204 len: 168 time: 0.1544869 Sep 09 15:04:26.278904 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7b666-455e-4c96-a41b-53dc541824c6 tempest-TestShelveInstance-1010686211 tempest-TestShelveInstance-1010686211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf663bb-2313-4e8c-b179-ce5f5025cc91,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:26.319535 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41064) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:27.095841 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a8f88ed9-0e9e-4c62-a568-5d4434cb6627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705520'] for router_interface (ca41d320-9673-4cf5-9f00-dc9c11d422ca), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:27.321105 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-a8f88ed9-0e9e-4c62-a568-5d4434cb6627 admin admin] Deleting port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:27.321469 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a8f88ed9-0e9e-4c62-a568-5d4434cb6627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:27.398962 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:27.404384 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [None req-a8f88ed9-0e9e-4c62-a568-5d4434cb6627 admin admin] For port 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:27.404740 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a8f88ed9-0e9e-4c62-a568-5d4434cb6627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:27.419663 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-a8f88ed9-0e9e-4c62-a568-5d4434cb6627 admin admin] Calling delete_port for 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 owned by network:router_interface {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:27.568040 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:27.612614 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a8f88ed9-0e9e-4c62-a568-5d4434cb6627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:27.641562 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f88ed9-0e9e-4c62-a568-5d4434cb6627 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:27.827081 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a8f88ed9-0e9e-4c62-a568-5d4434cb6627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591360'] for router_interface (ca41d320-9673-4cf5-9f00-dc9c11d422ca), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.062452 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f88ed9-0e9e-4c62-a568-5d4434cb6627 admin admin] Router ca41d320-9673-4cf5-9f00-dc9c11d422ca has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:04:28.168598 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f88ed9-0e9e-4c62-a568-5d4434cb6627 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:04:28.178034 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a8f88ed9-0e9e-4c62-a568-5d4434cb6627 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/ca41d320-9673-4cf5-9f00-dc9c11d422ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8541124 Sep 09 15:04:28.178034 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41144) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:28.182084 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f43e5-d383-4119-be03-d036d14825ff None None] Sync routers for ids ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:04:28.192675 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f43e5-d383-4119-be03-d036d14825ff None None] Routers {'ca41d320-9673-4cf5-9f00-dc9c11d422ca'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:28.193566 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-471f43e5-d383-4119-be03-d036d14825ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:28.287858 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Publish callbacks [] for router (ca41d320-9673-4cf5-9f00-dc9c11d422ca), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.318472 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-471f43e5-d383-4119-be03-d036d14825ff None None] Set router ca41d320-9673-4cf5-9f00-dc9c11d422ca gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:28.351634 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41148) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:28.361481 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device e3d39b24-1d9b-4caf-a284-b75b3c187cde no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:28.386840 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: e3d39b24-1d9b-4caf-a284-b75b3c187cde {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:28.387730 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device e3d39b24-1d9b-4caf-a284-b75b3c187cde not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:28.394751 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Publish callbacks [] for router_gateway (ca41d320-9673-4cf5-9f00-dc9c11d422ca), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.404572 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:28.459262 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Deleting port 7fb26701-510f-4c84-825c-53a26f9b1aca {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:28.459262 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.514217 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-142c5e57-785f-408d-80ca-6434abf5ba1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.570257 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:28.577688 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] For port 7fb26701-510f-4c84-825c-53a26f9b1aca, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=7fb26701-510f-4c84-825c-53a26f9b1aca,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:28.578352 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.593364 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Calling delete_port for 7fb26701-510f-4c84-825c-53a26f9b1aca owned by network:router_gateway {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:28.607972 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:28.626863 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-471f43e5-d383-4119-be03-d036d14825ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44'}], 'enable_snat': True}, 'gw_port_id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T15:04:27Z', 'revision_number': 5, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port': {'id': '7fb26701-510f-4c84-825c-53a26f9b1aca', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:e5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T14:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:28.630590 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-142c5e57-785f-408d-80ca-6434abf5ba1f admin admin] Publish callbacks [] for security_group (b33f9d26-6119-4642-a8f5-5f524f23fbaf), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.636751 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-142c5e57-785f-408d-80ca-6434abf5ba1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (b33f9d26-6119-4642-a8f5-5f524f23fbaf), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.656985 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f43e5-d383-4119-be03-d036d14825ff None None] Checking router: ca41d320-9673-4cf5-9f00-dc9c11d422ca for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:04:28.666798 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f43e5-d383-4119-be03-d036d14825ff None None] Routers {'ca41d320-9673-4cf5-9f00-dc9c11d422ca'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:28.667407 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-471f43e5-d383-4119-be03-d036d14825ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:28.676398 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c5e57-785f-408d-80ca-6434abf5ba1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33f9d26-6119-4642-a8f5-5f524f23fbaf,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:28.681859 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-142c5e57-785f-408d-80ca-6434abf5ba1f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=807f870a5e3f4a7ca628e5f267fb0213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3291733 Sep 09 15:04:28.684678 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41152) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:28.740399 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f754eeb9-dfe4-4916-be4c-9cf4a6bdb9cc admin admin] Publish callbacks [] for security_group (b33f9d26-6119-4642-a8f5-5f524f23fbaf), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.760113 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-471f43e5-d383-4119-be03-d036d14825ff None None] Set router ca41d320-9673-4cf5-9f00-dc9c11d422ca gateway port host: None {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:28.762423 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f754eeb9-dfe4-4916-be4c-9cf4a6bdb9cc admin admin] Publish callbacks [] for security_group (b33f9d26-6119-4642-a8f5-5f524f23fbaf), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.776718 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (7fb26701-510f-4c84-825c-53a26f9b1aca), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.778539 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:28.803085 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb26701-510f-4c84-825c-53a26f9b1aca,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:28.815420 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-471f43e5-d383-4119-be03-d036d14825ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T15:04:28Z', 'revision_number': 6, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port_host': None}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:28.826630 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f754eeb9-dfe4-4916-be4c-9cf4a6bdb9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (b33f9d26-6119-4642-a8f5-5f524f23fbaf), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.830114 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f754eeb9-dfe4-4916-be4c-9cf4a6bdb9cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.831502 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f754eeb9-dfe4-4916-be4c-9cf4a6bdb9cc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b33f9d26-6119-4642-a8f5-5f524f23fbaf HTTP/1.1" status: 204 len: 168 time: 0.1459191 Sep 09 15:04:28.842063 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f754eeb9-dfe4-4916-be4c-9cf4a6bdb9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33f9d26-6119-4642-a8f5-5f524f23fbaf,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:28.855027 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f43e5-d383-4119-be03-d036d14825ff None None] The sync data for ids ['ca41d320-9673-4cf5-9f00-dc9c11d422ca'] in dv-cinder-828696-11-iscsi is: [{'id': 'ca41d320-9673-4cf5-9f00-dc9c11d422ca', 'name': 'tempest-TestShelveInstance-652982761-router', 'tenant_id': '3f711f25c212427db970f02391c79d1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:36Z', 'updated_at': '2022-09-09T15:04:28Z', 'revision_number': 6, 'project_id': '3f711f25c212427db970f02391c79d1c', 'gw_port_host': None}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:04:28.875349 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601202'] for router_gateway (ca41d320-9673-4cf5-9f00-dc9c11d422ca), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.975207 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10078'] for router (ca41d320-9673-4cf5-9f00-dc9c11d422ca), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:28.978414 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Publish callbacks [] for router_controller (ca41d320-9673-4cf5-9f00-dc9c11d422ca), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.044004 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591413'] for router (ca41d320-9673-4cf5-9f00-dc9c11d422ca), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.044704 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca41d320-9673-4cf5-9f00-dc9c11d422ca {{(pid=106238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:04:29.048913 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.050725 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-fbf4adbb-05de-4d7d-b54c-ac8865c64a1a admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/ca41d320-9673-4cf5-9f00-dc9c11d422ca HTTP/1.1" status: 204 len: 168 time: 0.8722954 Sep 09 15:04:29.053742 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41172) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:29.113986 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f79191a-c562-488c-b3dc-6a0ab393fca9 admin admin] Deleting subnet f0f47d81-143a-4923-84fd-72ceb666893e {{(pid=106238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:04:29.117704 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1f79191a-c562-488c-b3dc-6a0ab393fca9 admin admin] Publish callbacks [] for subnet (f0f47d81-143a-4923-84fd-72ceb666893e), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.160471 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1f79191a-c562-488c-b3dc-6a0ab393fca9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2753371'] for subnet (f0f47d81-143a-4923-84fd-72ceb666893e), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.216238 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41178) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:29.234380 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1b83e71c-6240-40ab-a88d-6d43900ef952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.252244 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1f79191a-c562-488c-b3dc-6a0ab393fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (f0f47d81-143a-4923-84fd-72ceb666893e), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.323782 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1f79191a-c562-488c-b3dc-6a0ab393fca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3310520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350703'] for subnet (f0f47d81-143a-4923-84fd-72ceb666893e), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.343010 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1b83e71c-6240-40ab-a88d-6d43900ef952 admin admin] Publish callbacks [] for security_group (e34daeee-fb72-442d-9d92-435edf2de0ed), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.346770 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-1b83e71c-6240-40ab-a88d-6d43900ef952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (e34daeee-fb72-442d-9d92-435edf2de0ed), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.354529 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79191a-c562-488c-b3dc-6a0ab393fca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f47d81-143a-4923-84fd-72ceb666893e,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:29.356582 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1f79191a-c562-488c-b3dc-6a0ab393fca9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.362547 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-1f79191a-c562-488c-b3dc-6a0ab393fca9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/f0f47d81-143a-4923-84fd-72ceb666893e HTTP/1.1" status: 204 len: 168 time: 0.3044348 Sep 09 15:04:29.362928 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41180) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:29.364148 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1576011-d473-4930-82c0-73e690d33da6 None None] Network 8d2d50ee-a393-4bca-920f-08b3f70f628d requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:04:29.390080 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-1b83e71c-6240-40ab-a88d-6d43900ef952 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a222e1acc2854686ae1f8b2cea450601&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700206 Sep 09 15:04:29.390080 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83e71c-6240-40ab-a88d-6d43900ef952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34daeee-fb72-442d-9d92-435edf2de0ed,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:29.390847 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41182) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:29.413270 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:29.441946 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (8d2d50ee-a393-4bca-920f-08b3f70f628d), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.449289 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6cd44228-b6bb-43df-ae90-b8e1761353cc admin admin] Publish callbacks [] for security_group (e34daeee-fb72-442d-9d92-435edf2de0ed), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.470287 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6cd44228-b6bb-43df-ae90-b8e1761353cc admin admin] Publish callbacks [] for security_group (e34daeee-fb72-442d-9d92-435edf2de0ed), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.494361 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Deleting port dcecb134-b663-4eba-89eb-b23d527b412d {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:29.495706 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.500230 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:29.521443 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6cd44228-b6bb-43df-ae90-b8e1761353cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (e34daeee-fb72-442d-9d92-435edf2de0ed), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.523957 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6cd44228-b6bb-43df-ae90-b8e1761353cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.525105 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-6cd44228-b6bb-43df-ae90-b8e1761353cc admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/e34daeee-fb72-442d-9d92-435edf2de0ed HTTP/1.1" status: 204 len: 168 time: 0.1331444 Sep 09 15:04:29.533521 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd44228-b6bb-43df-ae90-b8e1761353cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34daeee-fb72-442d-9d92-435edf2de0ed,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:29.575575 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] For port dcecb134-b663-4eba-89eb-b23d527b412d, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=dcecb134-b663-4eba-89eb-b23d527b412d,segment=NetworkSegment(e3757da1-7f49-4980-95fa-fa07f55fba9a),segment_id=e3757da1-7f49-4980-95fa-fa07f55fba9a)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:29.576037 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.592048 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Calling delete_port for dcecb134-b663-4eba-89eb-b23d527b412d owned by network:dhcp {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:29.637625 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:29.652994 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ae056-c985-4360-a5d4-bbb1cf7beddc None None] DHCP port deletion for 8d2d50ee-a393-4bca-920f-08b3f70f628d request from dv-cinder-828696-11-iscsi {{(pid=106240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 15:04:29.680492 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.708109 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-688ae056-c985-4360-a5d4-bbb1cf7beddc None None] Deleting port dcecb134-b663-4eba-89eb-b23d527b412d {{(pid=106240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:29.708803 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-688ae056-c985-4360-a5d4-bbb1cf7beddc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), before_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.710944 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=dcecb134-b663-4eba-89eb-b23d527b412d,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:29.716254 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] No DVR routers for this DVR port dcecb134-b663-4eba-89eb-b23d527b412d on host dv-cinder-828696-11-iscsi {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:04:29.778013 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-688ae056-c985-4360-a5d4-bbb1cf7beddc None None] For port dcecb134-b663-4eba-89eb-b23d527b412d, host dv-cinder-828696-11-iscsi, got binding levels [] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:29.778408 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-688ae056-c985-4360-a5d4-bbb1cf7beddc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), precommit_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.792468 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-688ae056-c985-4360-a5d4-bbb1cf7beddc None None] Calling delete_port for dcecb134-b663-4eba-89eb-b23d527b412d owned by network:dhcp {{(pid=106240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:29.795559 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.ipam_backend_mixin [None req-688ae056-c985-4360-a5d4-bbb1cf7beddc None None] Port dcecb134-b663-4eba-89eb-b23d527b412d was not found and therefore no delete operation was performed {{(pid=106240) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 09 15:04:29.796488 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (8d2d50ee-a393-4bca-920f-08b3f70f628d), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.797017 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-688ae056-c985-4360-a5d4-bbb1cf7beddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (dcecb134-b663-4eba-89eb-b23d527b412d), after_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.821575 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2d50ee-a393-4bca-920f-08b3f70f628d']}} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:29.824982 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ae056-c985-4360-a5d4-bbb1cf7beddc None None] Pushing event deleted for resources: {'Port': ['ID=dcecb134-b663-4eba-89eb-b23d527b412d,revision_number=None']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:29.832538 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688ae056-c985-4360-a5d4-bbb1cf7beddc None None] No DVR routers for this DVR port dcecb134-b663-4eba-89eb-b23d527b412d on host dv-cinder-828696-11-iscsi {{(pid=106240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:04:29.834251 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3757da1-7f49-4980-95fa-fa07f55fba9a') {'for_net_delete': True} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:29.834876 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3757da1-7f49-4980-95fa-fa07f55fba9a') {} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:29.848740 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2753440'] for segment (e3757da1-7f49-4980-95fa-fa07f55fba9a), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.864370 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (e3757da1-7f49-4980-95fa-fa07f55fba9a), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.872006 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=106238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:04:29.872340 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3310546'] for segment (e3757da1-7f49-4980-95fa-fa07f55fba9a), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.918827 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.services.segments.plugin [-] Segment e3757da1-7f49-4980-95fa-fa07f55fba9a resource provider aggregate not found Sep 09 15:04:29.938751 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.services.segments.plugin [-] Segment e3757da1-7f49-4980-95fa-fa07f55fba9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e3757da1-7f49-4980-95fa-fa07f55fba9a found for delete ", "request_id": "req-a816e13e-7ca4-42a7-84e5-f08cbd72542d"}]} Sep 09 15:04:29.951255 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (8d2d50ee-a393-4bca-920f-08b3f70f628d), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.960217 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:29.966634 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41200) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:29.970026 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/8d2d50ee-a393-4bca-920f-08b3f70f628d HTTP/1.1" status: 204 len: 168 time: 0.6061203 Sep 09 15:04:29.983331 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b7f29-ee81-41e2-9dd8-59efa3b95d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=8d2d50ee-a393-4bca-920f-08b3f70f628d,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:30.350305 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d260a7f6-069e-4236-899f-b0a50b829acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705520'] for router_interface (a7b21b67-51b4-498f-913d-c929c15eac0a), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:30.473387 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:30.498751 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:30.499254 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 9f8d5120-e1c5-4441-bbf6-66ab00a6bfb3 not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:30.500066 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 7fb26701-510f-4c84-825c-53a26f9b1aca no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:30.521855 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 7fb26701-510f-4c84-825c-53a26f9b1aca {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:30.522325 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 7fb26701-510f-4c84-825c-53a26f9b1aca not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:30.522982 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device dcecb134-b663-4eba-89eb-b23d527b412d no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:30.549753 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: dcecb134-b663-4eba-89eb-b23d527b412d {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:30.550205 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device dcecb134-b663-4eba-89eb-b23d527b412d not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:30.599683 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=7 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:30.612361 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-d260a7f6-069e-4236-899f-b0a50b829acc admin admin] Deleting port cdf5816f-5757-49c2-b166-457a187fa553 {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:30.612702 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d260a7f6-069e-4236-899f-b0a50b829acc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (cdf5816f-5757-49c2-b166-457a187fa553), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:30.699446 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-d260a7f6-069e-4236-899f-b0a50b829acc admin admin] For port cdf5816f-5757-49c2-b166-457a187fa553, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=cdf5816f-5757-49c2-b166-457a187fa553,segment=NetworkSegment(0e46bce8-9a20-4049-a650-0935aae654cc),segment_id=0e46bce8-9a20-4049-a650-0935aae654cc)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:30.699802 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d260a7f6-069e-4236-899f-b0a50b829acc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (cdf5816f-5757-49c2-b166-457a187fa553), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:30.714732 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-d260a7f6-069e-4236-899f-b0a50b829acc admin admin] Calling delete_port for cdf5816f-5757-49c2-b166-457a187fa553 owned by network:router_interface {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:31.114769 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:31.136111 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d260a7f6-069e-4236-899f-b0a50b829acc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (cdf5816f-5757-49c2-b166-457a187fa553), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:31.156902 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260a7f6-069e-4236-899f-b0a50b829acc admin admin] Pushing event deleted for resources: {'Port': ['ID=cdf5816f-5757-49c2-b166-457a187fa553,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:31.378387 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-d260a7f6-069e-4236-899f-b0a50b829acc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591360'] for router_interface (a7b21b67-51b4-498f-913d-c929c15eac0a), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:31.651697 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d260a7f6-069e-4236-899f-b0a50b829acc admin admin] Router a7b21b67-51b4-498f-913d-c929c15eac0a has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:04:31.693641 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41278) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:31.753748 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41282) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:31.767680 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d260a7f6-069e-4236-899f-b0a50b829acc admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:04:31.772729 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-d260a7f6-069e-4236-899f-b0a50b829acc admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/a7b21b67-51b4-498f-913d-c929c15eac0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8050663 Sep 09 15:04:31.775954 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41286) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:31.778707 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f8351-4bde-4b64-bc9e-8e7f65e48d31 None None] Sync routers for ids ['a7b21b67-51b4-498f-913d-c929c15eac0a'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:04:31.789728 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f8351-4bde-4b64-bc9e-8e7f65e48d31 None None] Routers {'a7b21b67-51b4-498f-913d-c929c15eac0a'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:31.790614 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-384f8351-4bde-4b64-bc9e-8e7f65e48d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['a7b21b67-51b4-498f-913d-c929c15eac0a'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:31.895894 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-acc900fd-40a1-41b4-9692-7f1575253fa5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:31.899221 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3654b039-ed3d-4427-b62f-7c66fbac9fff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:31.899825 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:31.905542 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-384f8351-4bde-4b64-bc9e-8e7f65e48d31 None None] Set router a7b21b67-51b4-498f-913d-c929c15eac0a gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:31.911382 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Publish callbacks [] for router (a7b21b67-51b4-498f-913d-c929c15eac0a), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.043867 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-acc900fd-40a1-41b4-9692-7f1575253fa5 admin admin] Publish callbacks [] for security_group (3c447a61-dcc1-4883-9714-23e34c3f3bab), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.044680 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Publish callbacks [] for router_gateway (a7b21b67-51b4-498f-913d-c929c15eac0a), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.050416 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3654b039-ed3d-4427-b62f-7c66fbac9fff admin admin] Publish callbacks [] for security_group (c0985619-1b4c-4f3d-9c1e-c69aa1ee59fd), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.052056 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-acc900fd-40a1-41b4-9692-7f1575253fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (3c447a61-dcc1-4883-9714-23e34c3f3bab), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.058019 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:32.060289 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:DELETE=5,neutron:SELECT=95 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:32.066323 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3654b039-ed3d-4427-b62f-7c66fbac9fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c0985619-1b4c-4f3d-9c1e-c69aa1ee59fd), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.092394 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Deleting port 4f0be677-96dc-4e6d-83f2-77943a10fc9c {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:32.092856 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.109225 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-384f8351-4bde-4b64-bc9e-8e7f65e48d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'name': 'tempest-TestShelveInstance-1790591546-router', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12'}], 'enable_snat': True}, 'gw_port_id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:42Z', 'updated_at': '2022-09-09T15:04:30Z', 'revision_number': 5, 'project_id': '6ea109160a154ce6a71660bdcf306133', 'gw_port': {'id': '4f0be677-96dc-4e6d-83f2-77943a10fc9c', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T14:58:43Z', 'updated_at': '2022-09-09T14:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:32.120056 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc900fd-40a1-41b4-9692-7f1575253fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c447a61-dcc1-4883-9714-23e34c3f3bab,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:32.127855 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-acc900fd-40a1-41b4-9692-7f1575253fa5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=68e380562ff645bd9e14304dadcc21e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4324896 Sep 09 15:04:32.128948 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41288) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:32.136902 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f8351-4bde-4b64-bc9e-8e7f65e48d31 None None] Checking router: a7b21b67-51b4-498f-913d-c929c15eac0a for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:04:32.139885 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-3654b039-ed3d-4427-b62f-7c66fbac9fff admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=30651414d592424cb3836c8510d3a57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3850422 Sep 09 15:04:32.142930 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41290) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:32.149671 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f8351-4bde-4b64-bc9e-8e7f65e48d31 None None] Routers {'a7b21b67-51b4-498f-913d-c929c15eac0a'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:04:32.150340 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-384f8351-4bde-4b64-bc9e-8e7f65e48d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:04:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['a7b21b67-51b4-498f-913d-c929c15eac0a'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:32.183947 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654b039-ed3d-4427-b62f-7c66fbac9fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0985619-1b4c-4f3d-9c1e-c69aa1ee59fd,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:32.206331 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] For port 4f0be677-96dc-4e6d-83f2-77943a10fc9c, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=4f0be677-96dc-4e6d-83f2-77943a10fc9c,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:32.207185 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.210142 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-bde4b4ad-ef16-4f71-a99c-a0b3cf60a521 admin admin] Publish callbacks [] for security_group (3c447a61-dcc1-4883-9714-23e34c3f3bab), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.230725 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Calling delete_port for 4f0be677-96dc-4e6d-83f2-77943a10fc9c owned by network:router_gateway {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:32.232160 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-bde4b4ad-ef16-4f71-a99c-a0b3cf60a521 admin admin] Publish callbacks [] for security_group (3c447a61-dcc1-4883-9714-23e34c3f3bab), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.237965 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:32.241641 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-384f8351-4bde-4b64-bc9e-8e7f65e48d31 None None] Set router a7b21b67-51b4-498f-913d-c929c15eac0a gateway port host: None {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:04:32.287059 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0faa47db-9ae6-44d0-bea3-2b8ea1b5bf94 admin admin] Publish callbacks [] for security_group (c0985619-1b4c-4f3d-9c1e-c69aa1ee59fd), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.288344 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-bde4b4ad-ef16-4f71-a99c-a0b3cf60a521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (3c447a61-dcc1-4883-9714-23e34c3f3bab), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.291346 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-bde4b4ad-ef16-4f71-a99c-a0b3cf60a521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.294900 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-bde4b4ad-ef16-4f71-a99c-a0b3cf60a521 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3c447a61-dcc1-4883-9714-23e34c3f3bab HTTP/1.1" status: 204 len: 168 time: 0.1604078 Sep 09 15:04:32.295049 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-384f8351-4bde-4b64-bc9e-8e7f65e48d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'name': 'tempest-TestShelveInstance-1790591546-router', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:42Z', 'updated_at': '2022-09-09T15:04:32Z', 'revision_number': 6, 'project_id': '6ea109160a154ce6a71660bdcf306133', 'gw_port_host': None}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:32.303055 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4b4ad-ef16-4f71-a99c-a0b3cf60a521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c447a61-dcc1-4883-9714-23e34c3f3bab,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:32.321843 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0faa47db-9ae6-44d0-bea3-2b8ea1b5bf94 admin admin] Publish callbacks [] for security_group (c0985619-1b4c-4f3d-9c1e-c69aa1ee59fd), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.334039 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f8351-4bde-4b64-bc9e-8e7f65e48d31 None None] The sync data for ids ['a7b21b67-51b4-498f-913d-c929c15eac0a'] in dv-cinder-828696-11-iscsi is: [{'id': 'a7b21b67-51b4-498f-913d-c929c15eac0a', 'name': 'tempest-TestShelveInstance-1790591546-router', 'tenant_id': '6ea109160a154ce6a71660bdcf306133', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T14:58:42Z', 'updated_at': '2022-09-09T15:04:32Z', 'revision_number': 6, 'project_id': '6ea109160a154ce6a71660bdcf306133', 'gw_port_host': None}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:04:32.453731 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0faa47db-9ae6-44d0-bea3-2b8ea1b5bf94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (c0985619-1b4c-4f3d-9c1e-c69aa1ee59fd), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.457034 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0faa47db-9ae6-44d0-bea3-2b8ea1b5bf94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.460049 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-0faa47db-9ae6-44d0-bea3-2b8ea1b5bf94 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/c0985619-1b4c-4f3d-9c1e-c69aa1ee59fd HTTP/1.1" status: 204 len: 168 time: 0.3143990 Sep 09 15:04:32.472052 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faa47db-9ae6-44d0-bea3-2b8ea1b5bf94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0985619-1b4c-4f3d-9c1e-c69aa1ee59fd,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:32.498688 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (4f0be677-96dc-4e6d-83f2-77943a10fc9c), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.533393 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f0be677-96dc-4e6d-83f2-77943a10fc9c,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:32.612636 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601202'] for router_gateway (a7b21b67-51b4-498f-913d-c929c15eac0a), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.734426 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10078'] for router (a7b21b67-51b4-498f-913d-c929c15eac0a), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.737759 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Publish callbacks [] for router_controller (a7b21b67-51b4-498f-913d-c929c15eac0a), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.740895 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:32.822315 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591413'] for router (a7b21b67-51b4-498f-913d-c929c15eac0a), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.823301 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7b21b67-51b4-498f-913d-c929c15eac0a {{(pid=106239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:04:32.830042 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.836747 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b7a270f7-1170-48b4-86e8-19f6a7ee9db2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/a7b21b67-51b4-498f-913d-c929c15eac0a HTTP/1.1" status: 204 len: 168 time: 1.0584571 Sep 09 15:04:32.839632 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41320) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:32.910190 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:DELETE=7,neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:32.931185 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_v2 [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Deleting subnet 119af1c9-7307-4187-8006-d575520770f8 {{(pid=106238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:04:32.934439 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Publish callbacks [] for subnet (119af1c9-7307-4187-8006-d575520770f8), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:32.971396 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2753371'] for subnet (119af1c9-7307-4187-8006-d575520770f8), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.083996 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (119af1c9-7307-4187-8006-d575520770f8), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.160557 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3310520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350703'] for subnet (119af1c9-7307-4187-8006-d575520770f8), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.190555 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=119af1c9-7307-4187-8006-d575520770f8,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:33.214950 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.215470 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.215818 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.216156 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.216626 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.217818 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.218347 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.218841 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.220066 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.220527 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.220824 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.221157 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.221529 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.221916 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.222295 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:04:33.224612 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device cdf5816f-5757-49c2-b166-457a187fa553 no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:33.225545 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.229328 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-acfc4b7c-9fe8-4edb-9bad-36f1a5fd2fc4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/119af1c9-7307-4187-8006-d575520770f8 HTTP/1.1" status: 204 len: 168 time: 0.3873849 Sep 09 15:04:33.229935 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02f3e56-1c82-48c1-8103-febb37e8d87f None None] Network 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:04:33.232124 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41350) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:33.263850 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: cdf5816f-5757-49c2-b166-457a187fa553 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:33.264422 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device cdf5816f-5757-49c2-b166-457a187fa553 not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:33.348167 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (2f7579b1-840d-4cb2-b2fa-ff1373ddfcde), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.359736 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41352) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:33.414130 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Deleting port d07b3a7b-c151-42fe-a480-e393fadbb2d9 {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:33.414468 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.441611 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dd4055-2261-4df8-9484-1254fb174c91 None None] DHCP port deletion for 2f7579b1-840d-4cb2-b2fa-ff1373ddfcde request from dv-cinder-828696-11-iscsi {{(pid=106240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 15:04:33.501391 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-48dd4055-2261-4df8-9484-1254fb174c91 None None] Deleting port d07b3a7b-c151-42fe-a480-e393fadbb2d9 {{(pid=106240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:04:33.502585 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-48dd4055-2261-4df8-9484-1254fb174c91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), before_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.512930 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] For port d07b3a7b-c151-42fe-a480-e393fadbb2d9, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=d07b3a7b-c151-42fe-a480-e393fadbb2d9,segment=NetworkSegment(0e46bce8-9a20-4049-a650-0935aae654cc),segment_id=0e46bce8-9a20-4049-a650-0935aae654cc)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:33.513246 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.525938 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:33.528320 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Calling delete_port for d07b3a7b-c151-42fe-a480-e393fadbb2d9 owned by network:dhcp {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:33.535941 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-739805892-network', 'tenant_id': '781a403f041b4389b804107c30ffedac'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:04:33.566337 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Made reservation on behalf of 781a403f041b4389b804107c30ffedac for: {'network': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:04:33.568902 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.580872 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.613569 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-48dd4055-2261-4df8-9484-1254fb174c91 None None] For port d07b3a7b-c151-42fe-a480-e393fadbb2d9, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=d07b3a7b-c151-42fe-a480-e393fadbb2d9,segment=NetworkSegment(0e46bce8-9a20-4049-a650-0935aae654cc),segment_id=0e46bce8-9a20-4049-a650-0935aae654cc)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:33.614629 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-48dd4055-2261-4df8-9484-1254fb174c91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), precommit_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.648940 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.663727 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-48dd4055-2261-4df8-9484-1254fb174c91 None None] Calling delete_port for d07b3a7b-c151-42fe-a480-e393fadbb2d9 owned by network:dhcp {{(pid=106240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:04:33.681448 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Pushing event deleted for resources: {'Port': ['ID=d07b3a7b-c151-42fe-a480-e393fadbb2d9,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:33.689032 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] No DVR routers for this DVR port d07b3a7b-c151-42fe-a480-e393fadbb2d9 on host dv-cinder-828696-11-iscsi {{(pid=106239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:04:33.698517 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Publish callbacks [] for security_group (3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.705969 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.746941 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=106238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:04:33.757372 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:33.762502 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (c59584a5-df59-497c-b3b5-38fbb31f30b7), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.762824 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.segments_db [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Added segment c59584a5-df59-497c-b3b5-38fbb31f30b7 of type vlan for network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc Sep 09 15:04:33.776667 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (2f7579b1-840d-4cb2-b2fa-ff1373ddfcde), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.798416 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-48dd4055-2261-4df8-9484-1254fb174c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (d07b3a7b-c151-42fe-a480-e393fadbb2d9), after_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.805689 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f7579b1-840d-4cb2-b2fa-ff1373ddfcde']}} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:33.810028 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.818113 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e46bce8-9a20-4049-a650-0935aae654cc') {'for_net_delete': True} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:33.818547 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e46bce8-9a20-4049-a650-0935aae654cc') {} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:04:33.831883 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752467'] for segment (0e46bce8-9a20-4049-a650-0935aae654cc), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.838520 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.839738 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:33.840406 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.847833 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dd4055-2261-4df8-9484-1254fb174c91 None None] No DVR routers for this DVR port d07b3a7b-c151-42fe-a480-e393fadbb2d9 on host dv-cinder-828696-11-iscsi {{(pid=106240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:04:33.850179 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd4055-2261-4df8-9484-1254fb174c91 None None] Pushing event deleted for resources: {'Port': ['ID=d07b3a7b-c151-42fe-a480-e393fadbb2d9,revision_number=None']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:33.858150 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (0e46bce8-9a20-4049-a650-0935aae654cc), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.863422 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:33.866467 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=106239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:04:33.866819 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3186412'] for segment (0e46bce8-9a20-4049-a650-0935aae654cc), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.898451 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:33.913310 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5511317 Sep 09 15:04:33.916688 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41370) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:33.917183 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a75f39-671b-480a-a4a2-d6200b756a00 admin admin] Pushing event updated for resources: {'Network': ['ID=cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:33.918645 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 0e46bce8-9a20-4049-a650-0935aae654cc resource provider aggregate not found Sep 09 15:04:33.927036 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-060e4a3f-35e7-4443-8f0f-c2032686f0c2 admin admin] Request body: {'subnet': {'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-739805892-subnet', 'tenant_id': '781a403f041b4389b804107c30ffedac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:04:33.931330 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:04:33.948794 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 0e46bce8-9a20-4049-a650-0935aae654cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e46bce8-9a20-4049-a650-0935aae654cc found for delete ", "request_id": "req-cbe5792b-181a-49b4-a408-a8ad5e347c88"}]} Sep 09 15:04:33.963047 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (2f7579b1-840d-4cb2-b2fa-ff1373ddfcde), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.965309 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060e4a3f-35e7-4443-8f0f-c2032686f0c2 admin admin] Made reservation on behalf of 781a403f041b4389b804107c30ffedac for: {'subnet': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:04:33.967779 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-060e4a3f-35e7-4443-8f0f-c2032686f0c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3835909'] for subnet (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.973622 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:33.976707 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/2f7579b1-840d-4cb2-b2fa-ff1373ddfcde HTTP/1.1" status: 204 len: 168 time: 0.7435527 Sep 09 15:04:33.997973 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d4671-2ff2-458c-a0a3-586a5c467404 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f7579b1-840d-4cb2-b2fa-ff1373ddfcde,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:34.193055 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-060e4a3f-35e7-4443-8f0f-c2032686f0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3835931'] for subnet (cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:34.232084 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41380) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:34.273828 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e4a3f-35e7-4443-8f0f-c2032686f0c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:34.279725 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060e4a3f-35e7-4443-8f0f-c2032686f0c2 admin admin] Checking segment: {'id': 'c59584a5-df59-497c-b3b5-38fbb31f30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:04:34.280205 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060e4a3f-35e7-4443-8f0f-c2032686f0c2 admin admin] Network hostable DHCP agents. Network: cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:04:34.283911 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:34.286135 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-195fbee0-15be-4e6c-a7e2-f3bf1bc39ad5 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=3f711f25c212427db970f02391c79d1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0528345 Sep 09 15:04:34.288712 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41384) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:34.306711 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060e4a3f-35e7-4443-8f0f-c2032686f0c2 admin admin] Network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:04:34.321152 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-060e4a3f-35e7-4443-8f0f-c2032686f0c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc) {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:04:34.326495 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060e4a3f-35e7-4443-8f0f-c2032686f0c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:34.327187 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-060e4a3f-35e7-4443-8f0f-c2032686f0c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:34.332377 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65107a71-15d0-4176-bd39-7a33a0483bae None None] Network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:04:34.357234 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-060e4a3f-35e7-4443-8f0f-c2032686f0c2 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4261074 Sep 09 15:04:34.361782 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-28f95731-dcd3-4fbd-b787-73a1c1a40d6b admin admin] Publish callbacks [] for security_group (9abb1378-8059-438e-beb0-5b27e5a4443e), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:34.392271 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-28f95731-dcd3-4fbd-b787-73a1c1a40d6b admin admin] Publish callbacks [] for security_group (9abb1378-8059-438e-beb0-5b27e5a4443e), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:34.482637 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:34.511828 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-28f95731-dcd3-4fbd-b787-73a1c1a40d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9abb1378-8059-438e-beb0-5b27e5a4443e), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:34.514726 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-28f95731-dcd3-4fbd-b787-73a1c1a40d6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:34.515880 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-28f95731-dcd3-4fbd-b787-73a1c1a40d6b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9abb1378-8059-438e-beb0-5b27e5a4443e HTTP/1.1" status: 204 len: 168 time: 0.2262516 Sep 09 15:04:34.534671 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 4f0be677-96dc-4e6d-83f2-77943a10fc9c no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:34.541929 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f95731-dcd3-4fbd-b787-73a1c1a40d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abb1378-8059-438e-beb0-5b27e5a4443e,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:34.572333 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 4f0be677-96dc-4e6d-83f2-77943a10fc9c {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:34.572919 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 4f0be677-96dc-4e6d-83f2-77943a10fc9c not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:34.573566 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device d07b3a7b-c151-42fe-a480-e393fadbb2d9 no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:04:34.579958 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b8dc18-03cd-4139-a86c-c88a90107a1b None None] Network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:04:34.630507 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: d07b3a7b-c151-42fe-a480-e393fadbb2d9 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:04:34.631013 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device d07b3a7b-c151-42fe-a480-e393fadbb2d9 not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:04:34.878528 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41412) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:34.998594 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41416) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:35.043442 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-d4a1531d-6f70-4146-a717-402d86b017d3 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6ea109160a154ce6a71660bdcf306133&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436177 Sep 09 15:04:35.045826 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41418) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:35.097655 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6f11c472-20e0-46e1-9f45-b636956f5005 admin admin] Publish callbacks [] for security_group (efd02e4d-5bf7-4d1b-97d3-3d87825fc407), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.120960 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6f11c472-20e0-46e1-9f45-b636956f5005 admin admin] Publish callbacks [] for security_group (efd02e4d-5bf7-4d1b-97d3-3d87825fc407), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.181119 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6f11c472-20e0-46e1-9f45-b636956f5005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (efd02e4d-5bf7-4d1b-97d3-3d87825fc407), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.183906 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-6f11c472-20e0-46e1-9f45-b636956f5005 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.184974 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-6f11c472-20e0-46e1-9f45-b636956f5005 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/efd02e4d-5bf7-4d1b-97d3-3d87825fc407 HTTP/1.1" status: 204 len: 168 time: 0.1382849 Sep 09 15:04:35.199835 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1ec75ba-a8bd-46e9-9dde-7c02efc23069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.207434 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11c472-20e0-46e1-9f45-b636956f5005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd02e4d-5bf7-4d1b-97d3-3d87825fc407,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:35.292146 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1ec75ba-a8bd-46e9-9dde-7c02efc23069 admin admin] Publish callbacks [] for security_group (9c1b1ef8-1e7f-4251-a5f0-18bab4a497e8), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.298164 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1ec75ba-a8bd-46e9-9dde-7c02efc23069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9c1b1ef8-1e7f-4251-a5f0-18bab4a497e8), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.357606 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec75ba-a8bd-46e9-9dde-7c02efc23069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1b1ef8-1e7f-4251-a5f0-18bab4a497e8,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:35.362803 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-d1ec75ba-a8bd-46e9-9dde-7c02efc23069 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=41ed85840b3646a4936e7b3d92c6946c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4825876 Sep 09 15:04:35.365028 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41426) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:35.420915 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7b4f-8c16-477e-8d86-d0c42cebd963 admin admin] Publish callbacks [] for security_group (9c1b1ef8-1e7f-4251-a5f0-18bab4a497e8), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.443619 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7b4f-8c16-477e-8d86-d0c42cebd963 admin admin] Publish callbacks [] for security_group (9c1b1ef8-1e7f-4251-a5f0-18bab4a497e8), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.498122 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7b4f-8c16-477e-8d86-d0c42cebd963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9c1b1ef8-1e7f-4251-a5f0-18bab4a497e8), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.502691 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7b4f-8c16-477e-8d86-d0c42cebd963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.503968 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-3dfa7b4f-8c16-477e-8d86-d0c42cebd963 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9c1b1ef8-1e7f-4251-a5f0-18bab4a497e8 HTTP/1.1" status: 204 len: 168 time: 0.1378393 Sep 09 15:04:35.513019 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa7b4f-8c16-477e-8d86-d0c42cebd963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c1b1ef8-1e7f-4251-a5f0-18bab4a497e8,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:35.861900 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41448) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:35.876271 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-432dfc0c-92d7-44d3-b69b-5db9d7e06cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.928099 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:35.957374 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-432dfc0c-92d7-44d3-b69b-5db9d7e06cf9 admin admin] Publish callbacks [] for security_group (093cb0f7-e0e5-4673-929b-3373f3d7c3c8), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:35.960842 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-432dfc0c-92d7-44d3-b69b-5db9d7e06cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (093cb0f7-e0e5-4673-929b-3373f3d7c3c8), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:36.232048 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432dfc0c-92d7-44d3-b69b-5db9d7e06cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093cb0f7-e0e5-4673-929b-3373f3d7c3c8,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:36.236576 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-432dfc0c-92d7-44d3-b69b-5db9d7e06cf9 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cc100efb2e26474aa6590c71abddcc40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3734827 Sep 09 15:04:36.239241 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41450) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:36.245681 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:36.288446 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7c840869-45df-4455-89f9-e5191c121dc4 admin admin] Publish callbacks [] for security_group (093cb0f7-e0e5-4673-929b-3373f3d7c3c8), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:36.308240 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7c840869-45df-4455-89f9-e5191c121dc4 admin admin] Publish callbacks [] for security_group (093cb0f7-e0e5-4673-929b-3373f3d7c3c8), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:36.355712 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7c840869-45df-4455-89f9-e5191c121dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (093cb0f7-e0e5-4673-929b-3373f3d7c3c8), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:36.358464 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7c840869-45df-4455-89f9-e5191c121dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:36.359742 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-7c840869-45df-4455-89f9-e5191c121dc4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/093cb0f7-e0e5-4673-929b-3373f3d7c3c8 HTTP/1.1" status: 204 len: 168 time: 0.1196170 Sep 09 15:04:36.369930 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c840869-45df-4455-89f9-e5191c121dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093cb0f7-e0e5-4673-929b-3373f3d7c3c8,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:36.380341 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:36.641914 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-e871f596-1c19-4cb8-ab70-250e296d8b60 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:36.645642 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-e871f596-1c19-4cb8-ab70-250e296d8b60 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/networks?id=cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc HTTP/1.1" status: 200 len: 813 time: 0.1109259 Sep 09 15:04:36.659430 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-ef76b84f-097c-436c-97bb-0adfd72364f2 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/quotas/781a403f041b4389b804107c30ffedac HTTP/1.1" status: 200 len: 375 time: 0.0102260 Sep 09 15:04:36.698779 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-be063435-4673-497c-8c2c-8563d7beb042 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=781a403f041b4389b804107c30ffedac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320146 Sep 09 15:04:36.798359 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a6ae3346-a5c6-4ece-bf6e-1e4f61bf58a5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923083 Sep 09 15:04:36.893743 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-faf852be-4d94-4811-864d-7ddf96439ea5 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896454 Sep 09 15:04:37.106221 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f67945bd-273e-4ad7-bda7-8e17132bb655 req-3289473f-9075-482f-afe8-636eaebecefc tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 210 time: 0.0375643 Sep 09 15:04:37.201441 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41506) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:37.339567 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7cc449cd-74a4-4f8c-b7fd-4b6ca9cec480 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:37.429585 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7cc449cd-74a4-4f8c-b7fd-4b6ca9cec480 admin admin] Publish callbacks [] for security_group (7db98bcc-cb0e-47b0-b500-84bf810988a1), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:37.434622 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7cc449cd-74a4-4f8c-b7fd-4b6ca9cec480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (7db98bcc-cb0e-47b0-b500-84bf810988a1), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:37.479371 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-7cc449cd-74a4-4f8c-b7fd-4b6ca9cec480 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=1d18f2167d98453e9d8d56619b7e53b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768416 Sep 09 15:04:37.480441 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc449cd-74a4-4f8c-b7fd-4b6ca9cec480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db98bcc-cb0e-47b0-b500-84bf810988a1,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:37.482198 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41522) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:37.539119 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-26750d27-8033-4ffd-8e9d-938412fa34a7 admin admin] Publish callbacks [] for security_group (7db98bcc-cb0e-47b0-b500-84bf810988a1), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:37.572408 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-26750d27-8033-4ffd-8e9d-938412fa34a7 admin admin] Publish callbacks [] for security_group (7db98bcc-cb0e-47b0-b500-84bf810988a1), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:37.654724 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-26750d27-8033-4ffd-8e9d-938412fa34a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (7db98bcc-cb0e-47b0-b500-84bf810988a1), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:37.659174 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-26750d27-8033-4ffd-8e9d-938412fa34a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:37.662309 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-26750d27-8033-4ffd-8e9d-938412fa34a7 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7db98bcc-cb0e-47b0-b500-84bf810988a1 HTTP/1.1" status: 204 len: 168 time: 0.1784935 Sep 09 15:04:37.669887 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-315c769c-0c4e-4bf2-9ebb-8de56254a757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:37.683076 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26750d27-8033-4ffd-8e9d-938412fa34a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db98bcc-cb0e-47b0-b500-84bf810988a1,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:38.256281 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-575f9389-0198-494c-929c-9c58ad3e5d12 req-21f73030-8e1b-4518-8006-8462eb88a5d5 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 210 time: 0.0437410 Sep 09 15:04:38.402274 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-00c933e3-3540-4d26-b0de-94e5572e5864 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:38.404478 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-00c933e3-3540-4d26-b0de-94e5572e5864 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.16 "GET /networking/v2.0/networks?id=cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc HTTP/1.1" status: 200 len: 813 time: 0.1463411 Sep 09 15:04:38.423919 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Request body: {'port': {'device_id': 'f246716f-ca32-4078-8e7e-58f3bcc0e551', 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc', 'admin_state_up': True, 'tenant_id': '781a403f041b4389b804107c30ffedac'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:04:38.529457 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:38.538618 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:38.561388 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Made reservation on behalf of 781a403f041b4389b804107c30ffedac for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:04:38.565716 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:38.731061 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Allocated IP 172.20.0.13 (cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc/cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138/70730290-f34e-4056-a5f6-7f3a92add641) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:04:38.788517 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=14 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:38.819254 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=82 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:38.890765 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks [] for port (70730290-f34e-4056-a5f6-7f3a92add641), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:38.925652 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (70730290-f34e-4056-a5f6-7f3a92add641), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:38.969615 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:04:38.972775 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:04:38.979119 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:04:39.006967 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Pushing event updated for resources: {'Port': ['ID=70730290-f34e-4056-a5f6-7f3a92add641,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:39.041706 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:39.042207 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:39.060488 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-a9cb6b30-7d83-4846-be80-057aeb075167 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6411574 Sep 09 15:04:39.071965 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Request body: {'port': {'device_id': 'f246716f-ca32-4078-8e7e-58f3bcc0e551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:04:39.131616 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (70730290-f34e-4056-a5f6-7f3a92add641), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:39.334874 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:39.415343 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a27c8-78ea-4cb9-95e8-aa61bbd05817 req-c4fa1692-ffe1-4842-85b1-d3e5f3fb49dd tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:39.416017 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-915a27c8-78ea-4cb9-95e8-aa61bbd05817 req-c4fa1692-ffe1-4842-85b1-d3e5f3fb49dd tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 932 time: 0.0751541 Sep 09 15:04:39.448237 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:39.470392 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70730290-f34e-4056-a5f6-7f3a92add641 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:04:39.487422 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Publish callbacks [] for port (70730290-f34e-4056-a5f6-7f3a92add641), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:39.515319 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-915a27c8-78ea-4cb9-95e8-aa61bbd05817 req-8cf5baff-39ae-4da4-a5ed-d0d308c62765 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909770 Sep 09 15:04:39.516278 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Transition to ACTIVE for port object 70730290-f34e-4056-a5f6-7f3a92add641 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 15:04:39.520019 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (70730290-f34e-4056-a5f6-7f3a92add641), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:39.609133 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Pushing event updated for resources: {'Port': ['ID=70730290-f34e-4056-a5f6-7f3a92add641,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:39.646205 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Attempting to bind port 70730290-f34e-4056-a5f6-7f3a92add641 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:04:39.646549 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Attempting to bind port 70730290-f34e-4056-a5f6-7f3a92add641 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'c59584a5-df59-497c-b3b5-38fbb31f30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:04:39.646881 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Attempting to bind port 70730290-f34e-4056-a5f6-7f3a92add641 on network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:04:39.693952 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Port 70730290-f34e-4056-a5f6-7f3a92add641 on network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 15:04:39.694285 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Attempting to bind port 70730290-f34e-4056-a5f6-7f3a92add641 on network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:04:39.739110 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:04:39.739448 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Checking segment: {'id': 'c59584a5-df59-497c-b3b5-38fbb31f30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:04:39.739895 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Bound using segment: {'id': 'c59584a5-df59-497c-b3b5-38fbb31f30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:04:39.740259 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Bound port: 70730290-f34e-4056-a5f6-7f3a92add641, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59584a5-df59-497c-b3b5-38fbb31f30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:04:39.740773 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (70730290-f34e-4056-a5f6-7f3a92add641), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:39.818122 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] For port 70730290-f34e-4056-a5f6-7f3a92add641, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:04:39.821630 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] For port 70730290-f34e-4056-a5f6-7f3a92add641, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=70730290-f34e-4056-a5f6-7f3a92add641,segment=NetworkSegment(c59584a5-df59-497c-b3b5-38fbb31f30b7),segment_id=c59584a5-df59-497c-b3b5-38fbb31f30b7)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:04:39.828071 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (70730290-f34e-4056-a5f6-7f3a92add641), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:39.833270 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:39.834573 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:39.836759 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/70730290-f34e-4056-a5f6-7f3a92add641 HTTP/1.1" status: 200 len: 1094 time: 0.7689450 Sep 09 15:04:39.839491 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f246716f-ca32-4078-8e7e-58f3bcc0e551', 'tag': '70730290-f34e-4056-a5f6-7f3a92add641'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:04:39.843848 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062b40f9-84d1-4cfb-956a-b2471d15f9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f246716f-ca32-4078-8e7e-58f3bcc0e551", "tag": "70730290-f34e-4056-a5f6-7f3a92add641"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:04:39.896658 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-4cd40c4d-4578-4e89-8210-331d6eb55c35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:39.906897 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58139424-0aa4-4628-8fe8-3c105b7df600 x-openstack-request-id: req-58139424-0aa4-4628-8fe8-3c105b7df600 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:04:39.907255 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f246716f-ca32-4078-8e7e-58f3bcc0e551", "tag": "70730290-f34e-4056-a5f6-7f3a92add641", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:04:39.907699 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58139424-0aa4-4628-8fe8-3c105b7df600 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:04:39.908105 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58139424-0aa4-4628-8fe8-3c105b7df600'] response: {'name': 'network-changed', 'server_uuid': 'f246716f-ca32-4078-8e7e-58f3bcc0e551', 'tag': '70730290-f34e-4056-a5f6-7f3a92add641', 'status': 'completed', 'code': 200} Sep 09 15:04:39.964678 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-e5ad2476-378a-4242-b117-f4648496a863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:39.966460 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-e5ad2476-378a-4242-b117-f4648496a863 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=781a403f041b4389b804107c30ffedac&device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 1128 time: 0.0617416 Sep 09 15:04:40.024311 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-2c0eb745-1e98-42e6-9bb0-9d63631d357c service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70730290-f34e-4056-a5f6-7f3a92add641 HTTP/1.1" status: 200 len: 217 time: 0.0503511 Sep 09 15:04:40.024961 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a21e68-5db3-4df0-9ea1-43e70f1fa432 service neutron] Pushing event updated for resources: {'Port': ['ID=70730290-f34e-4056-a5f6-7f3a92add641,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:40.086946 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-2a8e4aa4-19fa-4613-975b-a3f2febeb738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:40.088427 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-2a8e4aa4-19fa-4613-975b-a3f2febeb738 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138 HTTP/1.1" status: 200 len: 853 time: 0.0583019 Sep 09 15:04:40.121285 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-caccb160-8ba1-476f-9953-5e5daba517b9 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266528 Sep 09 15:04:40.217860 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-aeb3d74b-07e0-45d5-83ff-6a0009195723 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906951 Sep 09 15:04:40.612381 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:40.652010 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5d3558-d460-469d-ba1e-a69c09f4fc95 req-44e77780-d02f-4830-bf4f-a41fe4ca8b3f tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:40.653493 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2b5d3558-d460-469d-ba1e-a69c09f4fc95 req-44e77780-d02f-4830-bf4f-a41fe4ca8b3f tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 944 time: 0.0527730 Sep 09 15:04:40.701186 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2b5d3558-d460-469d-ba1e-a69c09f4fc95 req-7b871068-dbd3-471b-8f93-969b2a46f3fe tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Sep 09 15:04:40.870042 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41692) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:40.976832 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-55b6eb92-3c62-4cde-9b66-93b8a06b397f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.053224 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-55b6eb92-3c62-4cde-9b66-93b8a06b397f admin admin] Publish callbacks [] for security_group (d4ab5bb7-e367-45ea-9d95-492659b18e19), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.057397 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-55b6eb92-3c62-4cde-9b66-93b8a06b397f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (d4ab5bb7-e367-45ea-9d95-492659b18e19), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.095287 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b6eb92-3c62-4cde-9b66-93b8a06b397f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4ab5bb7-e367-45ea-9d95-492659b18e19,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:41.101594 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-55b6eb92-3c62-4cde-9b66-93b8a06b397f admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=0763b53982f0438c8551cf03da471f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304256 Sep 09 15:04:41.103382 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41698) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:41.133902 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aa5a0025-604b-4f88-94fc-8cf511708fa8 req-cb562c48-4148-4c1d-8449-704dca6bca22 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910938 Sep 09 15:04:41.152479 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b2107be5-85b9-4003-b0eb-6ff98a0127e0 admin admin] Publish callbacks [] for security_group (d4ab5bb7-e367-45ea-9d95-492659b18e19), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.172513 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b2107be5-85b9-4003-b0eb-6ff98a0127e0 admin admin] Publish callbacks [] for security_group (d4ab5bb7-e367-45ea-9d95-492659b18e19), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.178184 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:DELETE=3,neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:41.224780 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b2107be5-85b9-4003-b0eb-6ff98a0127e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (d4ab5bb7-e367-45ea-9d95-492659b18e19), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.227329 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b2107be5-85b9-4003-b0eb-6ff98a0127e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.228448 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b2107be5-85b9-4003-b0eb-6ff98a0127e0 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/d4ab5bb7-e367-45ea-9d95-492659b18e19 HTTP/1.1" status: 204 len: 168 time: 0.1245694 Sep 09 15:04:41.236291 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2107be5-85b9-4003-b0eb-6ff98a0127e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4ab5bb7-e367-45ea-9d95-492659b18e19,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:41.319354 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.486527 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41704) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:41.499641 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c158da06-1b0f-46c3-bb17-881f8e105fde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.576432 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c158da06-1b0f-46c3-bb17-881f8e105fde admin admin] Publish callbacks [] for security_group (77b408c2-314f-42dc-adaa-125fe0b81476), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.580161 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c158da06-1b0f-46c3-bb17-881f8e105fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (77b408c2-314f-42dc-adaa-125fe0b81476), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.623521 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-c158da06-1b0f-46c3-bb17-881f8e105fde admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=d1234c71065a4cb29f9038da2b5b0304&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359172 Sep 09 15:04:41.625438 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158da06-1b0f-46c3-bb17-881f8e105fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b408c2-314f-42dc-adaa-125fe0b81476,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:41.626877 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41706) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:41.677943 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9078d6a6-a66e-40c3-b58d-1fc681556729 admin admin] Publish callbacks [] for security_group (77b408c2-314f-42dc-adaa-125fe0b81476), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.697362 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9078d6a6-a66e-40c3-b58d-1fc681556729 admin admin] Publish callbacks [] for security_group (77b408c2-314f-42dc-adaa-125fe0b81476), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.745956 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9078d6a6-a66e-40c3-b58d-1fc681556729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (77b408c2-314f-42dc-adaa-125fe0b81476), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.748700 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9078d6a6-a66e-40c3-b58d-1fc681556729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:41.753000 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-9078d6a6-a66e-40c3-b58d-1fc681556729 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/77b408c2-314f-42dc-adaa-125fe0b81476 HTTP/1.1" status: 204 len: 168 time: 0.1249321 Sep 09 15:04:41.761384 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078d6a6-a66e-40c3-b58d-1fc681556729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b408c2-314f-42dc-adaa-125fe0b81476,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:41.835564 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56607eb-2c02-48ae-aaa3-7d352e121e5e req-ad41d993-fe32-4fc0-b9cf-7b6633ca91a7 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:41.837042 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d56607eb-2c02-48ae-aaa3-7d352e121e5e req-ad41d993-fe32-4fc0-b9cf-7b6633ca91a7 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 944 time: 0.0473499 Sep 09 15:04:41.872749 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:41.893615 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d56607eb-2c02-48ae-aaa3-7d352e121e5e req-d514c67a-4fad-40d2-929f-8e7902c098c3 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508056 Sep 09 15:04:43.017983 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af879057-6868-4abd-861d-266b904318ac req-fb39279d-5e2b-4cd9-9322-599b1c607d15 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:43.019436 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-af879057-6868-4abd-861d-266b904318ac req-fb39279d-5e2b-4cd9-9322-599b1c607d15 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 944 time: 0.0473650 Sep 09 15:04:43.073718 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-af879057-6868-4abd-861d-266b904318ac req-2b6765b6-2f44-4a3f-9333-06d997a100f2 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477741 Sep 09 15:04:43.112128 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:43.118701 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:43.547099 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b40f9-84d1-4cfb-956a-b2471d15f9a3 req-44b72604-26ec-464d-8688-e5e5ba46d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:43.549090 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-062b40f9-84d1-4cfb-956a-b2471d15f9a3 req-44b72604-26ec-464d-8688-e5e5ba46d84a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=781a403f041b4389b804107c30ffedac&device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 1128 time: 0.0451882 Sep 09 15:04:43.645415 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b40f9-84d1-4cfb-956a-b2471d15f9a3 req-826a2b62-0a5f-4fdd-af57-8557c4f77a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:43.646853 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-062b40f9-84d1-4cfb-956a-b2471d15f9a3 req-826a2b62-0a5f-4fdd-af57-8557c4f77a4b service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc HTTP/1.1" status: 200 len: 914 time: 0.0888686 Sep 09 15:04:43.687742 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-062b40f9-84d1-4cfb-956a-b2471d15f9a3 req-ff078df2-6ad1-42d0-8076-581e4aac4025 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70730290-f34e-4056-a5f6-7f3a92add641 HTTP/1.1" status: 200 len: 217 time: 0.0343354 Sep 09 15:04:43.738373 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b40f9-84d1-4cfb-956a-b2471d15f9a3 req-528d8d14-94d6-4d25-a038-5f0cdd7d9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:43.739788 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-062b40f9-84d1-4cfb-956a-b2471d15f9a3 req-528d8d14-94d6-4d25-a038-5f0cdd7d9c39 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138 HTTP/1.1" status: 200 len: 853 time: 0.0444369 Sep 09 15:04:43.776602 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-062b40f9-84d1-4cfb-956a-b2471d15f9a3 req-a66c5da8-10ea-49f0-afcf-133e41eb6045 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305865 Sep 09 15:04:43.866271 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-062b40f9-84d1-4cfb-956a-b2471d15f9a3 req-0be1024f-d44b-4836-8bbc-4cf11d1dbda5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837910 Sep 09 15:04:43.959260 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-062b40f9-84d1-4cfb-956a-b2471d15f9a3 req-c70046aa-20a7-4829-bea9-e5167f4df09c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870409 Sep 09 15:04:44.177538 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:44.192886 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6dfbc3-fdc0-4b3f-9bec-3538cf6ace2e req-f7452a6d-55ac-4c00-9cd1-a9ef7b3b4c83 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:44.194360 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1b6dfbc3-fdc0-4b3f-9bec-3538cf6ace2e req-f7452a6d-55ac-4c00-9cd1-a9ef7b3b4c83 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 944 time: 0.0476835 Sep 09 15:04:44.241626 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1b6dfbc3-fdc0-4b3f-9bec-3538cf6ace2e req-6ccd88ac-0cbe-4b73-9514-64004c149da4 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406954 Sep 09 15:04:44.446264 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 70730290-f34e-4056-a5f6-7f3a92add641 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:04:44.548244 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 70730290-f34e-4056-a5f6-7f3a92add641, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=70730290-f34e-4056-a5f6-7f3a92add641,segment=NetworkSegment(c59584a5-df59-497c-b3b5-38fbb31f30b7),segment_id=c59584a5-df59-497c-b3b5-38fbb31f30b7)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:44.559615 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '70730290-f34e-4056-a5f6-7f3a92add641', 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc', 'port_id': '70730290-f34e-4056-a5f6-7f3a92add641', 'mac_address': 'fa:16:3e:79:07:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:04:44.596080 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 70730290-f34e-4056-a5f6-7f3a92add641 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:04:44.596726 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (70730290-f34e-4056-a5f6-7f3a92add641), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:44.614162 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70730290-f34e-4056-a5f6-7f3a92add641 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:04:44.636129 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 70730290-f34e-4056-a5f6-7f3a92add641, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=70730290-f34e-4056-a5f6-7f3a92add641,segment=NetworkSegment(c59584a5-df59-497c-b3b5-38fbb31f30b7),segment_id=c59584a5-df59-497c-b3b5-38fbb31f30b7)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:44.640624 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (70730290-f34e-4056-a5f6-7f3a92add641), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:44.719077 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=70730290-f34e-4056-a5f6-7f3a92add641,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:44.845589 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['70730290-f34e-4056-a5f6-7f3a92add641'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:04:44.848559 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:45.358169 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3d42c-8852-40bf-a092-68718ffb987d req-6f7aa24d-97d3-4378-a47e-a771ed0927ff tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:45.359611 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fea3d42c-8852-40bf-a092-68718ffb987d req-6f7aa24d-97d3-4378-a47e-a771ed0927ff tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 945 time: 0.0463562 Sep 09 15:04:45.409320 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fea3d42c-8852-40bf-a092-68718ffb987d req-668f3640-e8b6-4a48-8b00-491c2973087b tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441272 Sep 09 15:04:46.121849 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41798) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:46.229635 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-239e9bf3-2070-4431-bb32-e58ed5c08f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:46.306565 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-239e9bf3-2070-4431-bb32-e58ed5c08f71 admin admin] Publish callbacks [] for security_group (bed50302-c3d5-48ed-af45-192c2c0581d4), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:46.310104 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-239e9bf3-2070-4431-bb32-e58ed5c08f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (bed50302-c3d5-48ed-af45-192c2c0581d4), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:46.347699 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e9bf3-2070-4431-bb32-e58ed5c08f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed50302-c3d5-48ed-af45-192c2c0581d4,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:46.352781 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-239e9bf3-2070-4431-bb32-e58ed5c08f71 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=892eee90b8df4f5dbb5f18e89e7b0605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298555 Sep 09 15:04:46.355394 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41802) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:46.381490 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:46.408333 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f6b44084-1d2d-4c21-bed3-981c7dd9019a admin admin] Publish callbacks [] for security_group (bed50302-c3d5-48ed-af45-192c2c0581d4), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:46.428207 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f6b44084-1d2d-4c21-bed3-981c7dd9019a admin admin] Publish callbacks [] for security_group (bed50302-c3d5-48ed-af45-192c2c0581d4), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:46.478184 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f6b44084-1d2d-4c21-bed3-981c7dd9019a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (bed50302-c3d5-48ed-af45-192c2c0581d4), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:46.480825 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f6b44084-1d2d-4c21-bed3-981c7dd9019a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:46.481982 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-f6b44084-1d2d-4c21-bed3-981c7dd9019a admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/bed50302-c3d5-48ed-af45-192c2c0581d4 HTTP/1.1" status: 204 len: 168 time: 0.1257679 Sep 09 15:04:46.500113 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b44084-1d2d-4c21-bed3-981c7dd9019a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed50302-c3d5-48ed-af45-192c2c0581d4,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:46.541763 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa45dad-957e-4993-9ec1-0cdc7ad45202 req-703f1fe0-9bdd-49a6-a61c-4e86599c300b tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:46.543348 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4aa45dad-957e-4993-9ec1-0cdc7ad45202 req-703f1fe0-9bdd-49a6-a61c-4e86599c300b tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 945 time: 0.0603085 Sep 09 15:04:46.595287 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4aa45dad-957e-4993-9ec1-0cdc7ad45202 req-2c513f68-7b1c-41ae-a527-1cdaa6295446 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451441 Sep 09 15:04:46.759394 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 41812) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:46.775120 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-27e73aea-e1af-4462-8706-8c24351e8e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:46.850896 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-27e73aea-e1af-4462-8706-8c24351e8e6d admin admin] Publish callbacks [] for security_group (7e91ae70-fe56-4aec-a5c2-4b21f6af9a82), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:46.854223 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-27e73aea-e1af-4462-8706-8c24351e8e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (7e91ae70-fe56-4aec-a5c2-4b21f6af9a82), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:46.892219 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-27e73aea-e1af-4462-8706-8c24351e8e6d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=44707723a6b84787a82f8fa8d06c6f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314964 Sep 09 15:04:46.894104 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e73aea-e1af-4462-8706-8c24351e8e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e91ae70-fe56-4aec-a5c2-4b21f6af9a82,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:46.894919 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41814) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:46.913947 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:46.949649 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c7425b7f-906e-46f5-8684-705974fb1656 admin admin] Publish callbacks [] for security_group (7e91ae70-fe56-4aec-a5c2-4b21f6af9a82), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:46.970735 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c7425b7f-906e-46f5-8684-705974fb1656 admin admin] Publish callbacks [] for security_group (7e91ae70-fe56-4aec-a5c2-4b21f6af9a82), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:47.018547 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c7425b7f-906e-46f5-8684-705974fb1656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (7e91ae70-fe56-4aec-a5c2-4b21f6af9a82), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:47.021311 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c7425b7f-906e-46f5-8684-705974fb1656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:47.022983 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-c7425b7f-906e-46f5-8684-705974fb1656 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/7e91ae70-fe56-4aec-a5c2-4b21f6af9a82 HTTP/1.1" status: 204 len: 168 time: 0.1265912 Sep 09 15:04:47.031127 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7425b7f-906e-46f5-8684-705974fb1656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e91ae70-fe56-4aec-a5c2-4b21f6af9a82,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:47.729474 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ff695-eceb-4077-aaa8-4801db1faafa req-428d5daa-04c7-412f-8c3e-2211bb4202a0 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:47.730935 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4e9ff695-eceb-4077-aaa8-4801db1faafa req-428d5daa-04c7-412f-8c3e-2211bb4202a0 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 945 time: 0.0512838 Sep 09 15:04:47.740599 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 70730290-f34e-4056-a5f6-7f3a92add641 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:04:47.781751 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:47.793438 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 70730290-f34e-4056-a5f6-7f3a92add641 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 15:04:47.803045 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4e9ff695-eceb-4077-aaa8-4801db1faafa req-1cbd4762-2d5a-4a35-ab4a-8be69ef187ff tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646057 Sep 09 15:04:47.817049 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 70730290-f34e-4056-a5f6-7f3a92add641 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:04:47.817049 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (70730290-f34e-4056-a5f6-7f3a92add641), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:47.857635 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:47.894011 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 70730290-f34e-4056-a5f6-7f3a92add641 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:04:47.894759 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (70730290-f34e-4056-a5f6-7f3a92add641), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:47.924330 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f246716f-ca32-4078-8e7e-58f3bcc0e551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70730290-f34e-4056-a5f6-7f3a92add641'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:04:47.927401 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96c58da3-463e-498d-b8e4-2deb768c4c09" -d '{"events": [{"server_uuid": "f246716f-ca32-4078-8e7e-58f3bcc0e551", "name": "network-vif-plugged", "status": "completed", "tag": "70730290-f34e-4056-a5f6-7f3a92add641"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:04:47.941123 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 70730290-f34e-4056-a5f6-7f3a92add641, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=70730290-f34e-4056-a5f6-7f3a92add641,segment=NetworkSegment(c59584a5-df59-497c-b3b5-38fbb31f30b7),segment_id=c59584a5-df59-497c-b3b5-38fbb31f30b7)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:04:47.946816 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (70730290-f34e-4056-a5f6-7f3a92add641), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:47.988014 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8fb1a6-7621-49fc-893a-f170ea849131 x-openstack-request-id: req-cf8fb1a6-7621-49fc-893a-f170ea849131 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:04:47.988304 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f246716f-ca32-4078-8e7e-58f3bcc0e551", "name": "network-vif-plugged", "status": "completed", "tag": "70730290-f34e-4056-a5f6-7f3a92add641", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:04:47.988853 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf8fb1a6-7621-49fc-893a-f170ea849131 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:04:47.989450 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8fb1a6-7621-49fc-893a-f170ea849131'] response: {'server_uuid': 'f246716f-ca32-4078-8e7e-58f3bcc0e551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70730290-f34e-4056-a5f6-7f3a92add641', 'code': 200} Sep 09 15:04:48.018564 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=70730290-f34e-4056-a5f6-7f3a92add641,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:48.184683 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6fcd2-b81c-4115-9bbe-ca91493ec83f req-e18481f3-26c3-4bdc-81f0-6fc7144da0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:48.186313 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-06c6fcd2-b81c-4115-9bbe-ca91493ec83f req-e18481f3-26c3-4bdc-81f0-6fc7144da0da service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 1130 time: 0.0482588 Sep 09 15:04:48.230922 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:48.244370 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-06c6fcd2-b81c-4115-9bbe-ca91493ec83f req-fda1fcb9-2e2b-4580-ab73-c4293bc08696 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525043 Sep 09 15:04:48.924660 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a3786-f6ef-4de1-99cb-93cb19c1d434 req-e71a7d8f-f5e3-4fc8-a774-7ca760d7fd1a tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:48.926259 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3e7a3786-f6ef-4de1-99cb-93cb19c1d434 req-e71a7d8f-f5e3-4fc8-a774-7ca760d7fd1a tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 946 time: 0.0519123 Sep 09 15:04:48.975407 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3e7a3786-f6ef-4de1-99cb-93cb19c1d434 req-17347e66-fd15-4b75-88b9-0413b72b2ffc tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434761 Sep 09 15:04:49.295502 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41906) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:49.401258 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-216d3caa-b562-4d12-9c73-17d6de60d604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:49.480292 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-216d3caa-b562-4d12-9c73-17d6de60d604 admin admin] Publish callbacks [] for security_group (590c838a-b8b4-4161-b068-986b283e513b), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:49.484374 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-216d3caa-b562-4d12-9c73-17d6de60d604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (590c838a-b8b4-4161-b068-986b283e513b), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:49.521219 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d3caa-b562-4d12-9c73-17d6de60d604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590c838a-b8b4-4161-b068-986b283e513b,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:49.525394 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-216d3caa-b562-4d12-9c73-17d6de60d604 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=00b4539bcea2422c87cdab8f0f570f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288446 Sep 09 15:04:49.528727 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41912) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:49.575194 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5b45e3e7-7429-4a64-be99-66cc286803c9 admin admin] Publish callbacks [] for security_group (590c838a-b8b4-4161-b068-986b283e513b), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:49.594800 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5b45e3e7-7429-4a64-be99-66cc286803c9 admin admin] Publish callbacks [] for security_group (590c838a-b8b4-4161-b068-986b283e513b), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:49.641619 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5b45e3e7-7429-4a64-be99-66cc286803c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (590c838a-b8b4-4161-b068-986b283e513b), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:49.643974 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-5b45e3e7-7429-4a64-be99-66cc286803c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:49.645127 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-5b45e3e7-7429-4a64-be99-66cc286803c9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/590c838a-b8b4-4161-b068-986b283e513b HTTP/1.1" status: 204 len: 168 time: 0.1162665 Sep 09 15:04:49.652795 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45e3e7-7429-4a64-be99-66cc286803c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590c838a-b8b4-4161-b068-986b283e513b,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:49.909267 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41918) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:49.922359 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-925f2f1f-8bd4-4b9c-b78e-173fba48a44b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:50.001506 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-925f2f1f-8bd4-4b9c-b78e-173fba48a44b admin admin] Publish callbacks [] for security_group (024e997a-ca5d-4afa-92dc-34f37a6ba767), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:50.005542 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-925f2f1f-8bd4-4b9c-b78e-173fba48a44b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (024e997a-ca5d-4afa-92dc-34f37a6ba767), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:50.010116 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:50.049373 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f2f1f-8bd4-4b9c-b78e-173fba48a44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024e997a-ca5d-4afa-92dc-34f37a6ba767,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:50.056085 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-925f2f1f-8bd4-4b9c-b78e-173fba48a44b admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a220decf98424f05a7c4cbd5c9700250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1434114 Sep 09 15:04:50.056322 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 41922) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:04:50.101092 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f1834-a1da-4913-a06d-f243a77cf9a4 req-b92c9a2a-ea6b-4b58-b697-a4a6ec95c32f tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:50.102670 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-476f1834-a1da-4913-a06d-f243a77cf9a4 req-b92c9a2a-ea6b-4b58-b697-a4a6ec95c32f tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 946 time: 0.0478132 Sep 09 15:04:50.105163 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2e100b9-5733-4400-b16e-1c5e113026ca admin admin] Publish callbacks [] for security_group (024e997a-ca5d-4afa-92dc-34f37a6ba767), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:50.106826 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:50.128154 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2e100b9-5733-4400-b16e-1c5e113026ca admin admin] Publish callbacks [] for security_group (024e997a-ca5d-4afa-92dc-34f37a6ba767), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:50.151539 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-476f1834-a1da-4913-a06d-f243a77cf9a4 req-6aaf137e-0226-48be-a0e4-7f036047c272 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 Sep 09 15:04:50.177239 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2e100b9-5733-4400-b16e-1c5e113026ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (024e997a-ca5d-4afa-92dc-34f37a6ba767), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:50.179794 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f2e100b9-5733-4400-b16e-1c5e113026ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:04:50.181064 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f2e100b9-5733-4400-b16e-1c5e113026ca admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/024e997a-ca5d-4afa-92dc-34f37a6ba767 HTTP/1.1" status: 204 len: 168 time: 0.1237590 Sep 09 15:04:50.189427 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e100b9-5733-4400-b16e-1c5e113026ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024e997a-ca5d-4afa-92dc-34f37a6ba767,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:04:51.257415 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:04:51.269332 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56acbe-ed00-42bf-bf10-6b6b0a0f98a3 req-4bcb3560-5430-455e-8ec8-768ac069b1a1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:51.270786 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6b56acbe-ed00-42bf-bf10-6b6b0a0f98a3 req-4bcb3560-5430-455e-8ec8-768ac069b1a1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 946 time: 0.0466487 Sep 09 15:04:51.320934 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6b56acbe-ed00-42bf-bf10-6b6b0a0f98a3 req-2cf0fb61-01c2-4d03-959a-6ad9d637b255 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445604 Sep 09 15:04:52.440671 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7bc7cb-bf19-483a-b0f2-bb544bc52b89 req-922c0119-4510-4baa-a04f-adbdd34433c9 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:04:52.442172 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8d7bc7cb-bf19-483a-b0f2-bb544bc52b89 req-922c0119-4510-4baa-a04f-adbdd34433c9 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 946 time: 0.0484059 Sep 09 15:04:52.462733 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:04:52.492281 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8d7bc7cb-bf19-483a-b0f2-bb544bc52b89 req-bbcb7285-a9b3-43d8-9408-f102bca9cfd0 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Sep 09 15:04:59.665413 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:00.161569 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:00.185481 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=5,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:00.202716 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:02.486060 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=40 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:02.488767 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:04.281242 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:06.257288 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:07.652201 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-9097a196-3309-4b2c-a588-dbc14fc1d93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:09.869244 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-2d8bab61-b960-409a-856e-4a761aad3abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:11.321836 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.081010 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.107890 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.222975 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 42184) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:05:13.349157 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d7b43d43-b75b-4a24-a826-97d70a69f408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.427573 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d7b43d43-b75b-4a24-a826-97d70a69f408 admin admin] Publish callbacks [] for security_group (38ed60d4-ea61-4bb8-9baa-fa17c10ad3ee), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.431227 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d7b43d43-b75b-4a24-a826-97d70a69f408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (38ed60d4-ea61-4bb8-9baa-fa17c10ad3ee), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.470024 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-d7b43d43-b75b-4a24-a826-97d70a69f408 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=f2b0c7b3ec054715a231493c2494880a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2460160 Sep 09 15:05:13.471927 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b43d43-b75b-4a24-a826-97d70a69f408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ed60d4-ea61-4bb8-9baa-fa17c10ad3ee,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:13.472786 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 42190) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:05:13.524402 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Publish callbacks [] for security_group (38ed60d4-ea61-4bb8-9baa-fa17c10ad3ee), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.543888 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Publish callbacks [] for security_group (38ed60d4-ea61-4bb8-9baa-fa17c10ad3ee), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.588726 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (38ed60d4-ea61-4bb8-9baa-fa17c10ad3ee), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.591196 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.592314 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/38ed60d4-ea61-4bb8-9baa-fa17c10ad3ee HTTP/1.1" status: 204 len: 168 time: 0.1185050 Sep 09 15:05:13.600093 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ed60d4-ea61-4bb8-9baa-fa17c10ad3ee,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:13.607677 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.608031 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.608358 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.608694 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.609026 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.609381 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.609707 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.610028 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.610349 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.610669 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.610989 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.611308 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.611653 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.612018 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.612352 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74150a8a-711d-4a00-acba-ff46c6356bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:13.852497 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 42196) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:05:13.866600 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0f5347c8-cd72-47c9-ab2d-4331d90d6bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.941829 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0f5347c8-cd72-47c9-ab2d-4331d90d6bce admin admin] Publish callbacks [] for security_group (85d90e16-7568-4af5-972b-b5d640a48398), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.945381 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-0f5347c8-cd72-47c9-ab2d-4331d90d6bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (85d90e16-7568-4af5-972b-b5d640a48398), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:13.981786 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5347c8-cd72-47c9-ab2d-4331d90d6bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d90e16-7568-4af5-972b-b5d640a48398,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:13.985835 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-0f5347c8-cd72-47c9-ab2d-4331d90d6bce admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=cb32fb09145b4cf7825a7a5f5b79b220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1322436 Sep 09 15:05:13.989079 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 42198) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:05:14.037384 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2ef3-91a7-41b9-b986-9966d7435bf9 admin admin] Publish callbacks [] for security_group (85d90e16-7568-4af5-972b-b5d640a48398), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:14.060138 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2ef3-91a7-41b9-b986-9966d7435bf9 admin admin] Publish callbacks [] for security_group (85d90e16-7568-4af5-972b-b5d640a48398), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:14.105896 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2ef3-91a7-41b9-b986-9966d7435bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (85d90e16-7568-4af5-972b-b5d640a48398), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:14.108355 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ff6b2ef3-91a7-41b9-b986-9966d7435bf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:14.109520 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-ff6b2ef3-91a7-41b9-b986-9966d7435bf9 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/85d90e16-7568-4af5-972b-b5d640a48398 HTTP/1.1" status: 204 len: 168 time: 0.1193426 Sep 09 15:05:14.117749 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b2ef3-91a7-41b9-b986-9966d7435bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d90e16-7568-4af5-972b-b5d640a48398,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:16.396439 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-ee51144c-057f-4f64-921e-cbc62bfee1a9 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/networks?tenant_id=4935439b82154c548b0bfad252c407b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331380 Sep 09 15:05:16.576985 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-47f74111-23cb-4d9a-8cc8-c593dd171cd8 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:16.578343 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-47f74111-23cb-4d9a-8cc8-c593dd171cd8 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768389 Sep 09 15:05:16.592319 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-6e07ca9d-a793-43b0-ae1d-683084cebc3b tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/quotas/4935439b82154c548b0bfad252c407b7 HTTP/1.1" status: 200 len: 375 time: 0.0085974 Sep 09 15:05:16.624707 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-1bd134b3-6d07-41d4-abd4-39a3ce635d85 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=4935439b82154c548b0bfad252c407b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276511 Sep 09 15:05:16.784399 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-15bc6ddf-8c5a-4c02-be1d-387295deba7d req-f126e8a3-3f04-4146-b2c2-4c075445a86f tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 210 time: 0.0277419 Sep 09 15:05:17.765074 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:18.137373 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f32ad844-3be5-446d-9283-648628823707 req-dadd0ff4-6fd0-4c93-8337-1c873cfbe43c tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 210 time: 0.2792242 Sep 09 15:05:18.149570 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-95e73501-b3a3-4986-8d6f-a76b1163d998 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=4935439b82154c548b0bfad252c407b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229220 Sep 09 15:05:19.239033 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bc3144ce-b84a-4a5f-b4f5-14f86ddca146 req-011a4a9c-983a-4b26-8f69-ab988de7cf13 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 210 time: 0.0266104 Sep 09 15:05:20.341684 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ac951cc4-2b3f-482b-800c-4c90ff3c4278 req-92c79888-d844-40af-bf94-81fd9fd950fc tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 210 time: 0.0273449 Sep 09 15:05:20.685149 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-737795d1-86f3-49d4-a631-a9a061ce517c tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:20.686574 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-737795d1-86f3-49d4-a631-a9a061ce517c tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1113148 Sep 09 15:05:20.894894 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Request body: {'port': {'device_id': '46e645a9-d8ab-4371-a36e-a2d2e63c3670', 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32', 'admin_state_up': True, 'tenant_id': '4935439b82154c548b0bfad252c407b7'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:05:21.046134 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Made reservation on behalf of 4935439b82154c548b0bfad252c407b7 for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:05:21.050752 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:21.060436 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:21.152394 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Publish callbacks [] for security_group (547d2aa7-e887-4ae5-98d2-8fc88376c1cc), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:21.157631 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (547d2aa7-e887-4ae5-98d2-8fc88376c1cc), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:21.189263 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:21.238882 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547d2aa7-e887-4ae5-98d2-8fc88376c1cc,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:21.318517 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Allocated IP 192.168.233.158 (16426521-6661-4468-a5f6-421cf6bc0a32/f95d6a99-7bab-42e9-8968-b471b2ada4db/63833e34-1dcd-4b56-95f8-cb3d86459d36) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:05:21.336265 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:21.459939 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c59a8304-3c26-4034-b01d-1e49a211212b req-792c8644-a865-44c7-beba-76b49ef48cb5 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 210 time: 0.0385797 Sep 09 15:05:21.497139 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Publish callbacks [] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:21.528736 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:21.569129 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Network 16426521-6661-4468-a5f6-421cf6bc0a32 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:05:21.572175 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:05:21.578372 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:05:21.608977 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Pushing event updated for resources: {'Port': ['ID=63833e34-1dcd-4b56-95f8-cb3d86459d36,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:21.636108 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:21.636717 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:21.655350 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-904719bb-252b-4667-a1f3-c7ddfdfc27aa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7663975 Sep 09 15:05:21.761754 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-8a73ae7d-479d-4cfe-9b39-ff548ed744be None None] Provisioning complete for port 63833e34-1dcd-4b56-95f8-cb3d86459d36 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:05:21.762305 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8a73ae7d-479d-4cfe-9b39-ff548ed744be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:21.794099 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-8a73ae7d-479d-4cfe-9b39-ff548ed744be None None] Port 63833e34-1dcd-4b56-95f8-cb3d86459d36 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:05:22.582992 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c6ecc-a465-4c2e-a179-3b73bc422e51 req-0c761683-3db6-4f38-8a2a-b40ad7d7cce2 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:22.584428 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b89c6ecc-a465-4c2e-a179-3b73bc422e51 req-0c761683-3db6-4f38-8a2a-b40ad7d7cce2 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 936 time: 0.0500627 Sep 09 15:05:22.631663 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b89c6ecc-a465-4c2e-a179-3b73bc422e51 req-974f05d8-cc59-44f5-abfa-6c196188f961 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416811 Sep 09 15:05:23.751085 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272144d4-da85-4158-bf49-723bc82bca1e req-a6f4ce1d-b0e5-485f-add8-ce0473428bc5 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:23.752521 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-272144d4-da85-4158-bf49-723bc82bca1e req-a6f4ce1d-b0e5-485f-add8-ce0473428bc5 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 936 time: 0.0458925 Sep 09 15:05:23.799997 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-272144d4-da85-4158-bf49-723bc82bca1e req-76852e0e-bf5f-4442-a5d2-dee3398df2ab tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 Sep 09 15:05:24.000177 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Request body: {'port': {'device_id': '46e645a9-d8ab-4371-a36e-a2d2e63c3670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:05:24.066942 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:24.092043 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=46,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:24.113563 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=57,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:24.180256 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:24.327838 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63833e34-1dcd-4b56-95f8-cb3d86459d36 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:05:24.335139 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Publish callbacks [] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:24.348405 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Transition to ACTIVE for port object 63833e34-1dcd-4b56-95f8-cb3d86459d36 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 15:05:24.351803 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:24.415114 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:24.416980 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Pushing event updated for resources: {'Port': ['ID=63833e34-1dcd-4b56-95f8-cb3d86459d36,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:24.466899 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Attempting to bind port 63833e34-1dcd-4b56-95f8-cb3d86459d36 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:05:24.467224 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Attempting to bind port 63833e34-1dcd-4b56-95f8-cb3d86459d36 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '997a2fd8-e613-4de2-bcfe-7b110659e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:05:24.467554 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Attempting to bind port 63833e34-1dcd-4b56-95f8-cb3d86459d36 on network 16426521-6661-4468-a5f6-421cf6bc0a32 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:05:24.509144 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Port 63833e34-1dcd-4b56-95f8-cb3d86459d36 on network 16426521-6661-4468-a5f6-421cf6bc0a32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 15:05:24.509501 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Attempting to bind port 63833e34-1dcd-4b56-95f8-cb3d86459d36 on network 16426521-6661-4468-a5f6-421cf6bc0a32 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:05:24.552009 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:05:24.552343 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Checking segment: {'id': '997a2fd8-e613-4de2-bcfe-7b110659e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:05:24.552729 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Bound using segment: {'id': '997a2fd8-e613-4de2-bcfe-7b110659e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:05:24.553160 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Bound port: 63833e34-1dcd-4b56-95f8-cb3d86459d36, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997a2fd8-e613-4de2-bcfe-7b110659e4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:05:24.553624 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:24.619958 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] For port 63833e34-1dcd-4b56-95f8-cb3d86459d36, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:05:24.622964 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] For port 63833e34-1dcd-4b56-95f8-cb3d86459d36, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=63833e34-1dcd-4b56-95f8-cb3d86459d36,segment=NetworkSegment(997a2fd8-e613-4de2-bcfe-7b110659e4a5),segment_id=997a2fd8-e613-4de2-bcfe-7b110659e4a5)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:05:24.628142 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:24.632292 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:24.632900 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:24.634299 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/63833e34-1dcd-4b56-95f8-cb3d86459d36 HTTP/1.1" status: 200 len: 1098 time: 0.6392608 Sep 09 15:05:24.634840 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e645a9-d8ab-4371-a36e-a2d2e63c3670', 'tag': '63833e34-1dcd-4b56-95f8-cb3d86459d36'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:05:24.637112 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ec3d80-e641-43e8-ad99-9f71cad94dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "46e645a9-d8ab-4371-a36e-a2d2e63c3670", "tag": "63833e34-1dcd-4b56-95f8-cb3d86459d36"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:05:24.678534 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7de4411-df4b-4252-afda-0d4013cfd6c0 x-openstack-request-id: req-c7de4411-df4b-4252-afda-0d4013cfd6c0 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:05:24.678823 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e645a9-d8ab-4371-a36e-a2d2e63c3670", "tag": "63833e34-1dcd-4b56-95f8-cb3d86459d36", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:05:24.679158 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c7de4411-df4b-4252-afda-0d4013cfd6c0 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:05:24.679491 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7de4411-df4b-4252-afda-0d4013cfd6c0'] response: {'name': 'network-changed', 'server_uuid': '46e645a9-d8ab-4371-a36e-a2d2e63c3670', 'tag': '63833e34-1dcd-4b56-95f8-cb3d86459d36', 'status': 'completed', 'code': 200} Sep 09 15:05:24.733211 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a517dda3-b127-4867-aa6c-0b99ef156910 service neutron] Pushing event updated for resources: {'Port': ['ID=63833e34-1dcd-4b56-95f8-cb3d86459d36,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:24.740596 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a9d0909b-af72-4002-9767-9098acb03108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:24.742132 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-a9d0909b-af72-4002-9767-9098acb03108 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=4935439b82154c548b0bfad252c407b7&device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 1132 time: 0.0522935 Sep 09 15:05:24.786386 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-59bad49d-0ffa-49d8-b054-f0b3eedae3dd service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=63833e34-1dcd-4b56-95f8-cb3d86459d36 HTTP/1.1" status: 200 len: 217 time: 0.0367057 Sep 09 15:05:24.837678 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-2d025622-6d08-44a7-ab25-ec81b290e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:24.839125 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-2d025622-6d08-44a7-ab25-ec81b290e767 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f95d6a99-7bab-42e9-8968-b471b2ada4db HTTP/1.1" status: 200 len: 843 time: 0.0462778 Sep 09 15:05:24.912266 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-9422ec61-0e7e-4419-aea1-70daf8fda1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:24.913874 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-9422ec61-0e7e-4419-aea1-70daf8fda1f5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=16426521-6661-4468-a5f6-421cf6bc0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0669968 Sep 09 15:05:24.938138 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd9ab3-58a8-4de1-ae41-4d2f61e3e4f9 req-5511d6fb-695f-4b59-ab63-53c75e1afa59 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:24.939520 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-decd9ab3-58a8-4de1-ae41-4d2f61e3e4f9 req-5511d6fb-695f-4b59-ab63-53c75e1afa59 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 948 time: 0.0610318 Sep 09 15:05:25.005646 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:25.046816 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-decd9ab3-58a8-4de1-ae41-4d2f61e3e4f9 req-7b9c6891-fd23-4f8c-8029-28ebf3dd86c0 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926385 Sep 09 15:05:25.060378 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-3e0af80d-a8f2-48aa-9895-54d79a223bea service neutron] 10.222.0.16 "GET /networking/v2.0/networks/16426521-6661-4468-a5f6-421cf6bc0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341732 Sep 09 15:05:25.158450 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7c5cc98c-a090-4eaf-be64-e809850d414a req-0cfb072d-28df-44ba-bc11-ed11911b511b service neutron] 10.222.0.16 "GET /networking/v2.0/networks/16426521-6661-4468-a5f6-421cf6bc0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866792 Sep 09 15:05:26.171108 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac897d-0a5b-460a-b3d2-7be1b846728f req-e7a5d526-681a-4052-bd42-e013d1281b1d tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:26.172594 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7aac897d-0a5b-460a-b3d2-7be1b846728f req-e7a5d526-681a-4052-bd42-e013d1281b1d tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 948 time: 0.0477149 Sep 09 15:05:26.219496 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7aac897d-0a5b-460a-b3d2-7be1b846728f req-391032ae-89f6-4620-a0a8-87466902f509 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407228 Sep 09 15:05:27.341122 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19ccb0-fafd-4cef-a9fb-8e4181753b91 req-c70eee86-7278-4919-9852-e9d9fa699a5b tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:27.342645 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a19ccb0-fafd-4cef-a9fb-8e4181753b91 req-c70eee86-7278-4919-9852-e9d9fa699a5b tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 948 time: 0.0465150 Sep 09 15:05:27.392373 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2a19ccb0-fafd-4cef-a9fb-8e4181753b91 req-1f3cd2df-61a6-472e-89ea-c76704e8052c tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437601 Sep 09 15:05:28.257729 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:05:28.515195 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d353e-3bff-4843-9a27-6388936a00c6 req-bd7fea04-1c42-48fb-9210-3a3925d2e3ee tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:28.516649 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f12d353e-3bff-4843-9a27-6388936a00c6 req-bd7fea04-1c42-48fb-9210-3a3925d2e3ee tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 948 time: 0.0471942 Sep 09 15:05:28.562898 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f12d353e-3bff-4843-9a27-6388936a00c6 req-d1c40434-2b4e-4cf9-9a90-e631c81006bd tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407267 Sep 09 15:05:28.813105 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:28.818257 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3d80-e641-43e8-ad99-9f71cad94dd8 req-7c3177d8-7463-4f2d-b8e3-7404eab9d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:28.819745 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-49ec3d80-e641-43e8-ad99-9f71cad94dd8 req-7c3177d8-7463-4f2d-b8e3-7404eab9d381 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=4935439b82154c548b0bfad252c407b7&device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 1132 time: 0.0427411 Sep 09 15:05:28.904308 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-02091ded-9610-445d-ad8b-793a9fee6800 req-d03d3a7b-984d-480f-8aa7-891cb877ec29 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836506 Sep 09 15:05:28.939859 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3d80-e641-43e8-ad99-9f71cad94dd8 req-e670758d-054b-47ab-ad76-75295e7b1785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:28.941329 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-49ec3d80-e641-43e8-ad99-9f71cad94dd8 req-e670758d-054b-47ab-ad76-75295e7b1785 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=16426521-6661-4468-a5f6-421cf6bc0a32 HTTP/1.1" status: 200 len: 870 time: 0.1116006 Sep 09 15:05:29.012606 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-49ec3d80-e641-43e8-ad99-9f71cad94dd8 req-bd79c27f-cd11-4c37-8603-7beb4a6933ea service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=63833e34-1dcd-4b56-95f8-cb3d86459d36 HTTP/1.1" status: 200 len: 217 time: 0.0598295 Sep 09 15:05:29.027319 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02091ded-9610-445d-ad8b-793a9fee6800 req-81197e22-267f-4517-9acf-071255e351bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:29.028691 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-02091ded-9610-445d-ad8b-793a9fee6800 req-81197e22-267f-4517-9acf-071255e351bb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 1130 time: 0.0771031 Sep 09 15:05:29.113845 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3d80-e641-43e8-ad99-9f71cad94dd8 req-23dadc48-2d33-4bad-871a-956824197151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:29.115175 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-49ec3d80-e641-43e8-ad99-9f71cad94dd8 req-23dadc48-2d33-4bad-871a-956824197151 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=f95d6a99-7bab-42e9-8968-b471b2ada4db HTTP/1.1" status: 200 len: 843 time: 0.0956492 Sep 09 15:05:29.178491 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02091ded-9610-445d-ad8b-793a9fee6800 req-2d2ae190-2018-4051-a6cd-64e5a5dde9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:29.179900 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-02091ded-9610-445d-ad8b-793a9fee6800 req-2d2ae190-2018-4051-a6cd-64e5a5dde9b5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 913 time: 0.1318810 Sep 09 15:05:29.180779 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec3d80-e641-43e8-ad99-9f71cad94dd8 req-8ffb2b92-8b40-49ac-ac8c-346c3d37402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:29.182114 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-49ec3d80-e641-43e8-ad99-9f71cad94dd8 req-8ffb2b92-8b40-49ac-ac8c-346c3d37402f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=16426521-6661-4468-a5f6-421cf6bc0a32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0592895 Sep 09 15:05:29.294741 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-02091ded-9610-445d-ad8b-793a9fee6800 req-ad488f7e-7a55-4169-bf5d-b2f717bb0af6 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdbce435-f10d-40e7-9b00-ad1252f28480 HTTP/1.1" status: 200 len: 1002 time: 0.1029525 Sep 09 15:05:29.345345 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:29.354672 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-49ec3d80-e641-43e8-ad99-9f71cad94dd8 req-00a9296b-dbb3-427a-b8be-c74c66d9aeee service neutron] 10.222.0.16 "GET /networking/v2.0/networks/16426521-6661-4468-a5f6-421cf6bc0a32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619256 Sep 09 15:05:29.369942 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02091ded-9610-445d-ad8b-793a9fee6800 req-5dd809c6-17c9-447e-955a-2c9d29a2c240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:29.371163 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-02091ded-9610-445d-ad8b-793a9fee6800 req-5dd809c6-17c9-447e-955a-2c9d29a2c240 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.0681946 Sep 09 15:05:29.450885 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02091ded-9610-445d-ad8b-793a9fee6800 req-b7bbde81-62fd-444f-ad49-214470a3b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:29.452307 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-02091ded-9610-445d-ad8b-793a9fee6800 req-b7bbde81-62fd-444f-ad49-214470a3b425 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0676470 Sep 09 15:05:29.527968 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-49ec3d80-e641-43e8-ad99-9f71cad94dd8 req-fbf05410-013e-4c93-804f-0e848b60b0a3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/16426521-6661-4468-a5f6-421cf6bc0a32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655688 Sep 09 15:05:29.568694 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-02091ded-9610-445d-ad8b-793a9fee6800 req-25aa7bb1-6c90-4bb6-aa8a-f7f02a8106d3 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076212 Sep 09 15:05:29.696983 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-02091ded-9610-445d-ad8b-793a9fee6800 req-797e3462-e6ef-4fc7-ac2d-9b75d0beca2e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210802 Sep 09 15:05:29.716440 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4202-1fa1-4d7f-adf0-c6b52d5e9e54 req-ff0933c0-0409-4819-b184-a064a76604dd tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:29.718581 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aaed4202-1fa1-4d7f-adf0-c6b52d5e9e54 req-ff0933c0-0409-4819-b184-a064a76604dd tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 948 time: 0.0775120 Sep 09 15:05:29.777887 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aaed4202-1fa1-4d7f-adf0-c6b52d5e9e54 req-609a37a2-8f76-441d-9312-e3f57f2e2637 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526261 Sep 09 15:05:30.885704 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:30.896931 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd364b04-558c-4b03-9e9d-21a30c8a068e req-cd7dfd31-670d-404f-a91a-bc474c711762 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:30.898384 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dd364b04-558c-4b03-9e9d-21a30c8a068e req-cd7dfd31-670d-404f-a91a-bc474c711762 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 948 time: 0.0464809 Sep 09 15:05:30.944484 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-dd364b04-558c-4b03-9e9d-21a30c8a068e req-9e2277f3-ef6d-4a43-99b9-dd0355a84ecb tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403731 Sep 09 15:05:31.087815 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 63833e34-1dcd-4b56-95f8-cb3d86459d36 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:05:31.090528 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=18,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:31.091952 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:31.186714 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 63833e34-1dcd-4b56-95f8-cb3d86459d36, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=63833e34-1dcd-4b56-95f8-cb3d86459d36,segment=NetworkSegment(997a2fd8-e613-4de2-bcfe-7b110659e4a5),segment_id=997a2fd8-e613-4de2-bcfe-7b110659e4a5)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:05:31.201503 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '63833e34-1dcd-4b56-95f8-cb3d86459d36', 'network_id': '16426521-6661-4468-a5f6-421cf6bc0a32', 'port_id': '63833e34-1dcd-4b56-95f8-cb3d86459d36', 'mac_address': 'fa:16:3e:44:e8:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f95d6a99-7bab-42e9-8968-b471b2ada4db', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:05:31.235065 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 63833e34-1dcd-4b56-95f8-cb3d86459d36 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:05:31.235448 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:31.247943 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63833e34-1dcd-4b56-95f8-cb3d86459d36 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:05:31.267319 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 63833e34-1dcd-4b56-95f8-cb3d86459d36, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=63833e34-1dcd-4b56-95f8-cb3d86459d36,segment=NetworkSegment(997a2fd8-e613-4de2-bcfe-7b110659e4a5),segment_id=997a2fd8-e613-4de2-bcfe-7b110659e4a5)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:05:31.272189 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:31.317658 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=63833e34-1dcd-4b56-95f8-cb3d86459d36,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:31.324501 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.324847 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.325186 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.325546 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.325878 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.326203 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.326525 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.326843 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.327165 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.327488 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.327804 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.328121 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.328453 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.328753 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.329069 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:31.520498 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['63833e34-1dcd-4b56-95f8-cb3d86459d36'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:05:32.066985 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9780df-423f-44cf-b56f-ad2955f7f799 req-71db88d9-d9b3-485c-835b-042205538fd4 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:32.068339 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4e9780df-423f-44cf-b56f-ad2955f7f799 req-71db88d9-d9b3-485c-835b-042205538fd4 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 949 time: 0.0498908 Sep 09 15:05:32.116058 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4e9780df-423f-44cf-b56f-ad2955f7f799 req-7287f21c-0369-4737-9c96-cd8513e0e5fd tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Sep 09 15:05:33.105101 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 63833e34-1dcd-4b56-95f8-cb3d86459d36 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:05:33.147349 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 63833e34-1dcd-4b56-95f8-cb3d86459d36 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 15:05:33.153285 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 63833e34-1dcd-4b56-95f8-cb3d86459d36 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:05:33.153727 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:33.229143 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 63833e34-1dcd-4b56-95f8-cb3d86459d36 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:05:33.229555 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:33.236075 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b8d7ce-5c15-4631-ac59-d7a2335f92ad req-f5fad7f7-2095-42ab-8ec7-8cb9f902badc tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:33.238040 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-70b8d7ce-5c15-4631-ac59-d7a2335f92ad req-f5fad7f7-2095-42ab-8ec7-8cb9f902badc tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 949 time: 0.0469677 Sep 09 15:05:33.253696 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e645a9-d8ab-4371-a36e-a2d2e63c3670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63833e34-1dcd-4b56-95f8-cb3d86459d36'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:05:33.255915 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81eaca2-d3a7-4add-9228-4576c472ce08" -d '{"events": [{"server_uuid": "46e645a9-d8ab-4371-a36e-a2d2e63c3670", "name": "network-vif-plugged", "status": "completed", "tag": "63833e34-1dcd-4b56-95f8-cb3d86459d36"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:05:33.269854 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 63833e34-1dcd-4b56-95f8-cb3d86459d36, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=63833e34-1dcd-4b56-95f8-cb3d86459d36,segment=NetworkSegment(997a2fd8-e613-4de2-bcfe-7b110659e4a5),segment_id=997a2fd8-e613-4de2-bcfe-7b110659e4a5)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:05:33.274746 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:33.288594 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-70b8d7ce-5c15-4631-ac59-d7a2335f92ad req-fa3c37b3-5712-43fc-ad14-4a793084b0ca tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447545 Sep 09 15:05:33.321249 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22596498-6858-4932-b713-8d65d942f9f1 x-openstack-request-id: req-22596498-6858-4932-b713-8d65d942f9f1 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:05:33.321567 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e645a9-d8ab-4371-a36e-a2d2e63c3670", "name": "network-vif-plugged", "status": "completed", "tag": "63833e34-1dcd-4b56-95f8-cb3d86459d36", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:05:33.321989 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22596498-6858-4932-b713-8d65d942f9f1 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:05:33.323467 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22596498-6858-4932-b713-8d65d942f9f1'] response: {'server_uuid': '46e645a9-d8ab-4371-a36e-a2d2e63c3670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63833e34-1dcd-4b56-95f8-cb3d86459d36', 'code': 200} Sep 09 15:05:33.328012 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=63833e34-1dcd-4b56-95f8-cb3d86459d36,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:33.511587 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4084adb2-b967-4420-b9c7-3b45ffd937c3 req-2af310df-5623-4b69-9f19-ce7fdffcb836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:33.513122 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4084adb2-b967-4420-b9c7-3b45ffd937c3 req-2af310df-5623-4b69-9f19-ce7fdffcb836 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 1134 time: 0.0402286 Sep 09 15:05:33.559711 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4084adb2-b967-4420-b9c7-3b45ffd937c3 req-0929544e-0a6e-4802-8bf0-e3043506f211 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Sep 09 15:05:34.314292 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb9c30-6a0f-48f0-a50d-b63267269f3e req-f11bdc2c-4277-406c-9a81-7423f60f678c tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:34.316724 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-83cb9c30-6a0f-48f0-a50d-b63267269f3e req-f11bdc2c-4277-406c-9a81-7423f60f678c tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 946 time: 0.0461812 Sep 09 15:05:34.364420 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-83cb9c30-6a0f-48f0-a50d-b63267269f3e req-5286aa11-3b2a-46b7-baad-4209202b096c tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421438 Sep 09 15:05:34.425132 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4146a3e-8c98-4cd1-8133-46962c4dc5c0 req-a27b5a25-68ee-4c79-a2ee-26e086e4946b tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:34.426768 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a4146a3e-8c98-4cd1-8133-46962c4dc5c0 req-a27b5a25-68ee-4c79-a2ee-26e086e4946b tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 950 time: 0.0514209 Sep 09 15:05:34.473537 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a4146a3e-8c98-4cd1-8133-46962c4dc5c0 req-5c3f5921-a6fb-489c-a028-03996273d3c6 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410967 Sep 09 15:05:35.448251 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:35.488875 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bef68-0325-407d-93c1-43c803b223d8 req-8434695a-4186-4583-acf8-b5baf5dd2cfd tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:35.490324 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-963bef68-0325-407d-93c1-43c803b223d8 req-8434695a-4186-4583-acf8-b5baf5dd2cfd tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 946 time: 0.0506263 Sep 09 15:05:35.537871 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-963bef68-0325-407d-93c1-43c803b223d8 req-16087de6-72f0-4a2e-b575-03d1a166f409 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420330 Sep 09 15:05:35.596930 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0780c-d4e0-4721-85e6-3487cb1d12fa req-cc1b4c36-f5f3-4908-a23e-dd264e9f3954 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:35.598531 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d4b0780c-d4e0-4721-85e6-3487cb1d12fa req-cc1b4c36-f5f3-4908-a23e-dd264e9f3954 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 950 time: 0.0483584 Sep 09 15:05:35.647092 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d4b0780c-d4e0-4721-85e6-3487cb1d12fa req-b0ebd37d-7b11-4d3f-b560-0ab40c410c5a tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427666 Sep 09 15:05:36.190419 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc3a8d2-b1d5-4df0-832a-90f5e35b65b2 req-f2c3faf3-6b0f-4922-a674-bf2215553343 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:36.192446 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1cc3a8d2-b1d5-4df0-832a-90f5e35b65b2 req-f2c3faf3-6b0f-4922-a674-bf2215553343 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 946 time: 0.0474494 Sep 09 15:05:36.275200 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-1cc3a8d2-b1d5-4df0-832a-90f5e35b65b2 req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Deleting port 70730290-f34e-4056-a5f6-7f3a92add641 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:05:36.275460 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-1cc3a8d2-b1d5-4df0-832a-90f5e35b65b2 req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (70730290-f34e-4056-a5f6-7f3a92add641), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:36.370606 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-1cc3a8d2-b1d5-4df0-832a-90f5e35b65b2 req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] For port 70730290-f34e-4056-a5f6-7f3a92add641, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=70730290-f34e-4056-a5f6-7f3a92add641,segment=NetworkSegment(c59584a5-df59-497c-b3b5-38fbb31f30b7),segment_id=c59584a5-df59-497c-b3b5-38fbb31f30b7)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:05:36.370966 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-1cc3a8d2-b1d5-4df0-832a-90f5e35b65b2 req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (70730290-f34e-4056-a5f6-7f3a92add641), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:36.383439 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-1cc3a8d2-b1d5-4df0-832a-90f5e35b65b2 req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Calling delete_port for 70730290-f34e-4056-a5f6-7f3a92add641 owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:05:36.453441 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:36.509263 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-1cc3a8d2-b1d5-4df0-832a-90f5e35b65b2 req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (70730290-f34e-4056-a5f6-7f3a92add641), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:36.520402 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['70730290-f34e-4056-a5f6-7f3a92add641'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:05:36.540661 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Pushing event deleted for resources: {'Port': ['ID=70730290-f34e-4056-a5f6-7f3a92add641,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:36.553679 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.554028 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.554371 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.554710 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.555041 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.555374 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.555703 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.556026 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.556351 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.556676 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.557026 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.557379 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.557704 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.558024 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.558343 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:05:36.594517 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc3a8d2-b1d5-4df0-832a-90f5e35b65b2 req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] No DVR routers for this DVR port 70730290-f34e-4056-a5f6-7f3a92add641 on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:05:36.597536 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-1cc3a8d2-b1d5-4df0-832a-90f5e35b65b2 req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:36.600717 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1cc3a8d2-b1d5-4df0-832a-90f5e35b65b2 req-6a681b62-a5fc-4d44-a99b-17ec9433dc26 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.16 "DELETE /networking/v2.0/ports/70730290-f34e-4056-a5f6-7f3a92add641 HTTP/1.1" status: 204 len: 173 time: 0.4025013 Sep 09 15:05:36.601284 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f246716f-ca32-4078-8e7e-58f3bcc0e551', 'name': 'network-vif-deleted', 'tag': '70730290-f34e-4056-a5f6-7f3a92add641'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:05:36.603798 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a2d889-d34f-4eb5-b84d-d6bd8c47ec10" -d '{"events": [{"server_uuid": "f246716f-ca32-4078-8e7e-58f3bcc0e551", "name": "network-vif-deleted", "tag": "70730290-f34e-4056-a5f6-7f3a92add641"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:05:36.647379 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-688fdd57-ab59-4fe1-855e-655b51c15e27 req-bef20b0f-7936-4279-a99c-2b5a689ab97e tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 210 time: 0.0289490 Sep 09 15:05:36.653324 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e708e00-5aae-478d-a1f8-6b49210723c6 x-openstack-request-id: req-7e708e00-5aae-478d-a1f8-6b49210723c6 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:05:36.653610 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f246716f-ca32-4078-8e7e-58f3bcc0e551", "name": "network-vif-deleted", "tag": "70730290-f34e-4056-a5f6-7f3a92add641", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:05:36.653870 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e708e00-5aae-478d-a1f8-6b49210723c6 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:05:36.654256 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e708e00-5aae-478d-a1f8-6b49210723c6'] response: {'server_uuid': 'f246716f-ca32-4078-8e7e-58f3bcc0e551', 'name': 'network-vif-deleted', 'tag': '70730290-f34e-4056-a5f6-7f3a92add641', 'status': 'completed', 'code': 200} Sep 09 15:05:36.770370 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ff671-7f68-434e-9176-d4c98e4751e2 req-859b7ae7-ae57-4cc7-8052-c686e2fb13fa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:36.771820 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-862ff671-7f68-434e-9176-d4c98e4751e2 req-859b7ae7-ae57-4cc7-8052-c686e2fb13fa tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 950 time: 0.0481598 Sep 09 15:05:36.822687 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-862ff671-7f68-434e-9176-d4c98e4751e2 req-f953c1ab-bd3f-4c8f-9b52-b6a2b5c00128 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452750 Sep 09 15:05:37.088068 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2c1ae-9037-48a1-9976-2ce2704acab0 req-5139a12b-30fa-455a-adb0-e5f02900dfcc tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:37.089560 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ddc2c1ae-9037-48a1-9976-2ce2704acab0 req-5139a12b-30fa-455a-adb0-e5f02900dfcc tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 950 time: 0.0500362 Sep 09 15:05:37.136614 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ddc2c1ae-9037-48a1-9976-2ce2704acab0 req-000ce44d-dd1c-4baa-bac3-172c25e6b942 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412920 Sep 09 15:05:37.653497 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-186a42cc-eb18-4140-86b2-afe466731996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:37.766605 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1d4ccaeb-e954-48e1-b84f-34be50aa1d71 req-9b2f0013-bf56-493b-9538-d63dead7c307 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=f246716f-ca32-4078-8e7e-58f3bcc0e551 HTTP/1.1" status: 200 len: 210 time: 0.0273967 Sep 09 15:05:38.248594 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:38.257476 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8261a-ed4b-4b6d-afb2-6d27d4b89817 req-6365551f-5da5-4d08-90ae-bf32aa601679 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:38.258901 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d3c8261a-ed4b-4b6d-afb2-6d27d4b89817 req-6365551f-5da5-4d08-90ae-bf32aa601679 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 950 time: 0.0473480 Sep 09 15:05:38.308024 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d3c8261a-ed4b-4b6d-afb2-6d27d4b89817 req-205547d4-93b9-4991-bc3e-c69c330777ab tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=547d2aa7-e887-4ae5-98d2-8fc88376c1cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434773 Sep 09 15:05:38.423633 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774cf38-0181-4d8e-a1c0-1507eebeead2 req-f8bcb0d5-d2a5-412c-90d4-9d89b41defb4 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:38.425084 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f774cf38-0181-4d8e-a1c0-1507eebeead2 req-f8bcb0d5-d2a5-412c-90d4-9d89b41defb4 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 950 time: 0.0463011 Sep 09 15:05:38.504644 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-f774cf38-0181-4d8e-a1c0-1507eebeead2 req-74e851d9-57a5-4a33-be4c-e0ece0abb444 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Deleting port 63833e34-1dcd-4b56-95f8-cb3d86459d36 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:05:38.504976 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-f774cf38-0181-4d8e-a1c0-1507eebeead2 req-74e851d9-57a5-4a33-be4c-e0ece0abb444 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:38.596952 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-f774cf38-0181-4d8e-a1c0-1507eebeead2 req-74e851d9-57a5-4a33-be4c-e0ece0abb444 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] For port 63833e34-1dcd-4b56-95f8-cb3d86459d36, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=63833e34-1dcd-4b56-95f8-cb3d86459d36,segment=NetworkSegment(997a2fd8-e613-4de2-bcfe-7b110659e4a5),segment_id=997a2fd8-e613-4de2-bcfe-7b110659e4a5)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:05:38.597261 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-f774cf38-0181-4d8e-a1c0-1507eebeead2 req-74e851d9-57a5-4a33-be4c-e0ece0abb444 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:38.610057 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-f774cf38-0181-4d8e-a1c0-1507eebeead2 req-74e851d9-57a5-4a33-be4c-e0ece0abb444 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Calling delete_port for 63833e34-1dcd-4b56-95f8-cb3d86459d36 owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:05:38.734842 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-f774cf38-0181-4d8e-a1c0-1507eebeead2 req-74e851d9-57a5-4a33-be4c-e0ece0abb444 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (63833e34-1dcd-4b56-95f8-cb3d86459d36), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:38.748118 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['63833e34-1dcd-4b56-95f8-cb3d86459d36'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:05:38.761912 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e851d9-57a5-4a33-be4c-e0ece0abb444 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Pushing event deleted for resources: {'Port': ['ID=63833e34-1dcd-4b56-95f8-cb3d86459d36,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:38.809371 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-f774cf38-0181-4d8e-a1c0-1507eebeead2 req-74e851d9-57a5-4a33-be4c-e0ece0abb444 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] No DVR routers for this DVR port 63833e34-1dcd-4b56-95f8-cb3d86459d36 on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:05:38.812851 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-f774cf38-0181-4d8e-a1c0-1507eebeead2 req-74e851d9-57a5-4a33-be4c-e0ece0abb444 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:38.817090 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f774cf38-0181-4d8e-a1c0-1507eebeead2 req-74e851d9-57a5-4a33-be4c-e0ece0abb444 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.16 "DELETE /networking/v2.0/ports/63833e34-1dcd-4b56-95f8-cb3d86459d36 HTTP/1.1" status: 204 len: 173 time: 0.3870618 Sep 09 15:05:38.817660 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e645a9-d8ab-4371-a36e-a2d2e63c3670', 'name': 'network-vif-deleted', 'tag': '63833e34-1dcd-4b56-95f8-cb3d86459d36'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:05:38.820037 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a01068e-9242-454a-9d3d-2ad428450787" -d '{"events": [{"server_uuid": "46e645a9-d8ab-4371-a36e-a2d2e63c3670", "name": "network-vif-deleted", "tag": "63833e34-1dcd-4b56-95f8-cb3d86459d36"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:05:38.881812 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb1b94f-b383-4567-9f9e-5a823df51d2d x-openstack-request-id: req-5cb1b94f-b383-4567-9f9e-5a823df51d2d {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:05:38.882131 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e645a9-d8ab-4371-a36e-a2d2e63c3670", "name": "network-vif-deleted", "tag": "63833e34-1dcd-4b56-95f8-cb3d86459d36", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:05:38.882360 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cb1b94f-b383-4567-9f9e-5a823df51d2d {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:05:38.882758 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cb1b94f-b383-4567-9f9e-5a823df51d2d'] response: {'server_uuid': '46e645a9-d8ab-4371-a36e-a2d2e63c3670', 'name': 'network-vif-deleted', 'tag': '63833e34-1dcd-4b56-95f8-cb3d86459d36', 'status': 'completed', 'code': 200} Sep 09 15:05:39.107315 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 70730290-f34e-4056-a5f6-7f3a92add641 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:05:39.130228 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 70730290-f34e-4056-a5f6-7f3a92add641 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:05:39.130564 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 70730290-f34e-4056-a5f6-7f3a92add641 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:05:39.429511 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-974e48cc-4757-4736-a9d3-70487bf7c33f req-4d6f3d15-6efe-4ae4-9248-3e7091549cf5 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 210 time: 0.0334651 Sep 09 15:05:39.869593 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-acf452b2-4ad0-461f-b3ab-368c73ceb95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:40.546722 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-65abd547-65bb-449e-b435-14c19dfafa15 req-9ad1d3c2-dd40-4424-ae1d-b1f38ba5ca95 tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 210 time: 0.0301850 Sep 09 15:05:41.278346 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:41.279033 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:41.324207 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:41.660869 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a747e2ea-35ee-4583-a74d-9766f3de190e req-85ba01c3-2eb5-49f9-a689-0c4155004dfc tempest-VolumesNegativeTest-1525970058 tempest-VolumesNegativeTest-1525970058-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=46e645a9-d8ab-4371-a36e-a2d2e63c3670 HTTP/1.1" status: 200 len: 210 time: 0.0282550 Sep 09 15:05:41.717412 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 63833e34-1dcd-4b56-95f8-cb3d86459d36 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:05:41.746069 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 63833e34-1dcd-4b56-95f8-cb3d86459d36 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:05:41.746695 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 63833e34-1dcd-4b56-95f8-cb3d86459d36 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:05:43.063725 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:43.080515 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:43.111087 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:46.678346 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 42692) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:05:46.820866 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:46.834203 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-3c843e53-a8b4-4425-b198-63fc9ee819d2 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=4935439b82154c548b0bfad252c407b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547093 Sep 09 15:05:46.836763 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 42706) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:05:46.889628 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-66f365f0-ee5c-4564-9f3e-dfd4e3de82c4 admin admin] Publish callbacks [] for security_group (547d2aa7-e887-4ae5-98d2-8fc88376c1cc), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:46.912132 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-66f365f0-ee5c-4564-9f3e-dfd4e3de82c4 admin admin] Publish callbacks [] for security_group (547d2aa7-e887-4ae5-98d2-8fc88376c1cc), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:46.961478 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-66f365f0-ee5c-4564-9f3e-dfd4e3de82c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (547d2aa7-e887-4ae5-98d2-8fc88376c1cc), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:46.963962 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-66f365f0-ee5c-4564-9f3e-dfd4e3de82c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:46.967653 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-66f365f0-ee5c-4564-9f3e-dfd4e3de82c4 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/547d2aa7-e887-4ae5-98d2-8fc88376c1cc HTTP/1.1" status: 204 len: 168 time: 0.1273952 Sep 09 15:05:46.973891 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f365f0-ee5c-4564-9f3e-dfd4e3de82c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547d2aa7-e887-4ae5-98d2-8fc88376c1cc,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:47.110029 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-9b405b78-c577-4400-a2ed-9f59d1645562 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:47.111503 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-9b405b78-c577-4400-a2ed-9f59d1645562 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/networks?id=cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc HTTP/1.1" status: 200 len: 813 time: 0.3623149 Sep 09 15:05:47.128624 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-7ae5f2d9-fd02-4824-b154-bfd30495da55 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/quotas/781a403f041b4389b804107c30ffedac HTTP/1.1" status: 200 len: 375 time: 0.0092659 Sep 09 15:05:47.161577 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-22e1f433-4b83-4f63-bdaa-c72ea253a574 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=781a403f041b4389b804107c30ffedac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274262 Sep 09 15:05:47.259022 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-ce3b4718-7d84-4f21-976a-7dacca3fe43c service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875673 Sep 09 15:05:47.355033 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-cd861cd4-001b-4b46-af32-fdc6662d74da service neutron] 10.222.0.15 "GET /networking/v2.0/networks/cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933044 Sep 09 15:05:47.533961 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5381033f-7cf7-4891-9a75-9e880d146e89 req-e6962049-5940-40a2-8290-28f0829a7b04 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 210 time: 0.0333452 Sep 09 15:05:47.755525 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:48.573141 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-5a7e1bbb-ffd5-4a40-aeb1-0c7bed5ec166 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:48.574754 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-5a7e1bbb-ffd5-4a40-aeb1-0c7bed5ec166 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.16 "GET /networking/v2.0/networks?id=cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc HTTP/1.1" status: 200 len: 813 time: 0.1076825 Sep 09 15:05:48.587231 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Request body: {'port': {'device_id': 'b8ee68ec-32da-44b8-a532-f3f273043168', 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc', 'admin_state_up': True, 'tenant_id': '781a403f041b4389b804107c30ffedac'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:05:48.654030 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:48.674466 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0660f444-37e2-417d-ae4a-9cd5f22f2122 req-3b182784-1523-4794-8d0f-d1476c33d765 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 210 time: 0.0625565 Sep 09 15:05:48.733819 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Made reservation on behalf of 781a403f041b4389b804107c30ffedac for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:05:48.737488 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:48.870782 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Allocated IP 172.20.0.9 (cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc/cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138/623d00a2-9372-4ec8-94c5-533be7ee23c0) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:05:49.013460 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks [] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:49.046743 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:49.084362 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:49.093476 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:05:49.099830 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:05:49.106451 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:05:49.111004 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Pushing event updated for resources: {'Port': ['ID=623d00a2-9372-4ec8-94c5-533be7ee23c0,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:49.156444 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:49.156571 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:49.172628 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-bc2c72ea-8718-4dce-b1ca-8232f2cf8fc1 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5893390 Sep 09 15:05:49.183566 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Request body: {'port': {'device_id': 'b8ee68ec-32da-44b8-a532-f3f273043168', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:05:49.244174 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:49.427560 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:49.510460 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 623d00a2-9372-4ec8-94c5-533be7ee23c0 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:05:49.517710 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Publish callbacks [] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:49.529946 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Transition to ACTIVE for port object 623d00a2-9372-4ec8-94c5-533be7ee23c0 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 15:05:49.533429 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:49.611549 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Pushing event updated for resources: {'Port': ['ID=623d00a2-9372-4ec8-94c5-533be7ee23c0,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:49.645411 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Attempting to bind port 623d00a2-9372-4ec8-94c5-533be7ee23c0 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:05:49.645771 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Attempting to bind port 623d00a2-9372-4ec8-94c5-533be7ee23c0 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': 'c59584a5-df59-497c-b3b5-38fbb31f30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:05:49.646123 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Attempting to bind port 623d00a2-9372-4ec8-94c5-533be7ee23c0 on network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:05:49.686610 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Port 623d00a2-9372-4ec8-94c5-533be7ee23c0 on network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 15:05:49.686923 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Attempting to bind port 623d00a2-9372-4ec8-94c5-533be7ee23c0 on network cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:05:49.728186 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:05:49.728519 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Checking segment: {'id': 'c59584a5-df59-497c-b3b5-38fbb31f30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:05:49.728897 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Bound using segment: {'id': 'c59584a5-df59-497c-b3b5-38fbb31f30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:05:49.729363 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Bound port: 623d00a2-9372-4ec8-94c5-533be7ee23c0, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59584a5-df59-497c-b3b5-38fbb31f30b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:05:49.729718 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:49.830009 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f8d40e-076a-4fbf-aad9-1a028fa2477b req-1bc2e489-85ea-460d-8d2d-2ca7ae148b6d tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:49.831466 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-15f8d40e-076a-4fbf-aad9-1a028fa2477b req-1bc2e489-85ea-460d-8d2d-2ca7ae148b6d tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 943 time: 0.0708377 Sep 09 15:05:49.833943 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] For port 623d00a2-9372-4ec8-94c5-533be7ee23c0, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:05:49.837150 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] For port 623d00a2-9372-4ec8-94c5-533be7ee23c0, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=623d00a2-9372-4ec8-94c5-533be7ee23c0,segment=NetworkSegment(c59584a5-df59-497c-b3b5-38fbb31f30b7),segment_id=c59584a5-df59-497c-b3b5-38fbb31f30b7)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:05:49.848075 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:49.857850 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:49.858441 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:49.859738 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/623d00a2-9372-4ec8-94c5-533be7ee23c0 HTTP/1.1" status: 200 len: 1093 time: 0.6801715 Sep 09 15:05:49.863351 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ee68ec-32da-44b8-a532-f3f273043168', 'tag': '623d00a2-9372-4ec8-94c5-533be7ee23c0'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:05:49.865515 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5151a107-630d-4387-bfe4-c643ff1adad0" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ee68ec-32da-44b8-a532-f3f273043168", "tag": "623d00a2-9372-4ec8-94c5-533be7ee23c0"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:05:49.919495 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a8f76d-12bd-424f-8cd6-d054ad07c295 x-openstack-request-id: req-f9a8f76d-12bd-424f-8cd6-d054ad07c295 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:05:49.919772 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ee68ec-32da-44b8-a532-f3f273043168", "tag": "623d00a2-9372-4ec8-94c5-533be7ee23c0", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:05:49.920017 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9a8f76d-12bd-424f-8cd6-d054ad07c295 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:05:49.920411 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a8f76d-12bd-424f-8cd6-d054ad07c295'] response: {'name': 'network-changed', 'server_uuid': 'b8ee68ec-32da-44b8-a532-f3f273043168', 'tag': '623d00a2-9372-4ec8-94c5-533be7ee23c0', 'status': 'completed', 'code': 200} Sep 09 15:05:49.928110 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:49.934277 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-15f8d40e-076a-4fbf-aad9-1a028fa2477b req-162e3bdc-8123-4946-8838-316750ad793a tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954573 Sep 09 15:05:49.935658 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29597e48-69fc-4db8-99e5-18ffd2d5fd89 service neutron] Pushing event updated for resources: {'Port': ['ID=623d00a2-9372-4ec8-94c5-533be7ee23c0,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:51.060095 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9295f65a-1083-4c2e-8208-63b067bf8959 req-17240adc-7348-451c-9def-52ddaff3ec22 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:51.061583 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9295f65a-1083-4c2e-8208-63b067bf8959 req-17240adc-7348-451c-9def-52ddaff3ec22 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 943 time: 0.0510144 Sep 09 15:05:51.108669 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9295f65a-1083-4c2e-8208-63b067bf8959 req-992477fc-79d2-40ab-98d2-4919260f6be6 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414186 Sep 09 15:05:52.146002 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151a107-630d-4387-bfe4-c643ff1adad0 req-ee58c1a3-d10d-41e3-b366-b1b873e929a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:52.147485 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5151a107-630d-4387-bfe4-c643ff1adad0 req-ee58c1a3-d10d-41e3-b366-b1b873e929a7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=781a403f041b4389b804107c30ffedac&device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 1127 time: 0.0424345 Sep 09 15:05:52.277780 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22325e9c-5172-4896-bd10-97183dff5794 req-520412a3-c0a3-4b78-b06a-ac5baa99d266 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:52.279417 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-22325e9c-5172-4896-bd10-97183dff5794 req-520412a3-c0a3-4b78-b06a-ac5baa99d266 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 943 time: 0.0975688 Sep 09 15:05:52.356650 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151a107-630d-4387-bfe4-c643ff1adad0 req-7600b437-d8e3-4c87-a3a9-87f1dbe7feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:52.358127 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5151a107-630d-4387-bfe4-c643ff1adad0 req-7600b437-d8e3-4c87-a3a9-87f1dbe7feb5 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?tenant_id=781a403f041b4389b804107c30ffedac&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1676903 Sep 09 15:05:52.361600 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-22325e9c-5172-4896-bd10-97183dff5794 req-f68792a3-05e7-4357-9936-dc4fec2747a3 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760660 Sep 09 15:05:52.384830 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:52.459875 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151a107-630d-4387-bfe4-c643ff1adad0 req-3ec1ad86-4303-45b3-8bb9-f760b3ece22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:52.461370 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5151a107-630d-4387-bfe4-c643ff1adad0 req-3ec1ad86-4303-45b3-8bb9-f760b3ece22a service neutron] 10.222.0.16 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977900 Sep 09 15:05:52.539940 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-05ee81f8-b8a6-4dd7-9ef7-34cda7fb3d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:52.541491 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-05ee81f8-b8a6-4dd7-9ef7-34cda7fb3d3c service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=781a403f041b4389b804107c30ffedac&device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 1127 time: 0.0436215 Sep 09 15:05:52.586361 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-33e18e49-7576-47cb-ae73-ddb177116f8e service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=623d00a2-9372-4ec8-94c5-533be7ee23c0 HTTP/1.1" status: 200 len: 217 time: 0.0376258 Sep 09 15:05:52.653282 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-72ec1d2a-fb3d-493e-a8ef-8753719a1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:52.655019 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-72ec1d2a-fb3d-493e-a8ef-8753719a1bdb service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138 HTTP/1.1" status: 200 len: 853 time: 0.0629542 Sep 09 15:05:52.688702 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-538ad927-5148-402f-86c9-b7794570a66a service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273511 Sep 09 15:05:52.779284 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-0852fffe-d0f5-4133-960f-ad39db4ab3b0 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839708 Sep 09 15:05:52.872513 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c187544b-c7fa-4512-958a-d3553d1379d8 req-55779a6e-ace3-4137-9059-d1b67d2fe61e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871153 Sep 09 15:05:53.483785 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a6984e-0385-4c08-95dd-989f4f834fe8 req-2133a895-af9f-4f81-ada6-858804b9e964 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:53.485278 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-40a6984e-0385-4c08-95dd-989f4f834fe8 req-2133a895-af9f-4f81-ada6-858804b9e964 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 943 time: 0.0472341 Sep 09 15:05:53.533146 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-40a6984e-0385-4c08-95dd-989f4f834fe8 req-0ed9fb93-d43c-4dc1-8dae-ddd07ce4c645 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422597 Sep 09 15:05:54.658908 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3d625-ff8e-4f24-9087-92534534a9a6 req-99b7be0d-fabd-4eff-a591-38bd011c7698 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:54.661245 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7bc3d625-ff8e-4f24-9087-92534534a9a6 req-99b7be0d-fabd-4eff-a591-38bd011c7698 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 943 time: 0.0525029 Sep 09 15:05:54.710865 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7bc3d625-ff8e-4f24-9087-92534534a9a6 req-306a722f-33c3-4db6-a917-aba040efc572 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443821 Sep 09 15:05:55.840220 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341b1002-41da-4271-8207-e04b5c5779ce req-ce3bee6c-5d87-4736-a729-6bb0fddd5d4e tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:55.841715 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-341b1002-41da-4271-8207-e04b5c5779ce req-ce3bee6c-5d87-4736-a729-6bb0fddd5d4e tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 943 time: 0.0494606 Sep 09 15:05:55.899974 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-341b1002-41da-4271-8207-e04b5c5779ce req-a09ea0b4-d4a1-4872-864e-e24b76a42a47 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524819 Sep 09 15:05:56.947495 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:56.969163 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:56.986289 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:57.020883 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccd1c8-1b44-4745-a234-9df676bce3b3 req-1ff91f9e-0d64-40d4-b1c0-ba0190e2fc14 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:57.022353 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-abccd1c8-1b44-4745-a234-9df676bce3b3 req-1ff91f9e-0d64-40d4-b1c0-ba0190e2fc14 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 943 time: 0.0457382 Sep 09 15:05:57.071717 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-abccd1c8-1b44-4745-a234-9df676bce3b3 req-d98190da-3a97-4eff-bf9f-7944a534cabc tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438089 Sep 09 15:05:57.745845 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:57.751382 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:57.801575 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 623d00a2-9372-4ec8-94c5-533be7ee23c0 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:05:57.898571 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 623d00a2-9372-4ec8-94c5-533be7ee23c0, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=623d00a2-9372-4ec8-94c5-533be7ee23c0,segment=NetworkSegment(c59584a5-df59-497c-b3b5-38fbb31f30b7),segment_id=c59584a5-df59-497c-b3b5-38fbb31f30b7)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:05:57.913820 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '623d00a2-9372-4ec8-94c5-533be7ee23c0', 'network_id': 'cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc', 'port_id': '623d00a2-9372-4ec8-94c5-533be7ee23c0', 'mac_address': 'fa:16:3e:f1:11:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:05:57.952733 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 623d00a2-9372-4ec8-94c5-533be7ee23c0 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:05:57.953121 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:57.966552 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 623d00a2-9372-4ec8-94c5-533be7ee23c0 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:05:57.985940 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 623d00a2-9372-4ec8-94c5-533be7ee23c0, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=623d00a2-9372-4ec8-94c5-533be7ee23c0,segment=NetworkSegment(c59584a5-df59-497c-b3b5-38fbb31f30b7),segment_id=c59584a5-df59-497c-b3b5-38fbb31f30b7)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:05:57.990352 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:58.035566 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=623d00a2-9372-4ec8-94c5-533be7ee23c0,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:58.195581 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb0f09-7a71-44e1-b5a6-df86253009c2 req-debd90d6-bbcd-4dcf-b46c-3a37f2efe814 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:58.197044 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-20bb0f09-7a71-44e1-b5a6-df86253009c2 req-debd90d6-bbcd-4dcf-b46c-3a37f2efe814 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 944 time: 0.0484123 Sep 09 15:05:58.243957 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-20bb0f09-7a71-44e1-b5a6-df86253009c2 req-b37df5f7-9c28-43a7-8f60-0c157c77ccaf tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 Sep 09 15:05:58.926865 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['623d00a2-9372-4ec8-94c5-533be7ee23c0'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:05:59.366711 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be14951-43f4-4bc9-934c-b75da8821d41 req-35318856-8bdf-4768-a489-cc3073af4de7 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:59.368410 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5be14951-43f4-4bc9-934c-b75da8821d41 req-35318856-8bdf-4768-a489-cc3073af4de7 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 944 time: 0.0482368 Sep 09 15:05:59.384254 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 623d00a2-9372-4ec8-94c5-533be7ee23c0 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:05:59.422645 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5be14951-43f4-4bc9-934c-b75da8821d41 req-2883d5e3-cc58-40b7-a94f-01870d508ef8 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486884 Sep 09 15:05:59.427944 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 623d00a2-9372-4ec8-94c5-533be7ee23c0 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 15:05:59.434498 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 623d00a2-9372-4ec8-94c5-533be7ee23c0 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:05:59.434987 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:59.512009 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 623d00a2-9372-4ec8-94c5-533be7ee23c0 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:05:59.512392 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:59.535289 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ee68ec-32da-44b8-a532-f3f273043168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623d00a2-9372-4ec8-94c5-533be7ee23c0'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:05:59.537783 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac4449e-1453-452e-b4a3-9841b39cfa05" -d '{"events": [{"server_uuid": "b8ee68ec-32da-44b8-a532-f3f273043168", "name": "network-vif-plugged", "status": "completed", "tag": "623d00a2-9372-4ec8-94c5-533be7ee23c0"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:05:59.551823 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 623d00a2-9372-4ec8-94c5-533be7ee23c0, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=623d00a2-9372-4ec8-94c5-533be7ee23c0,segment=NetworkSegment(c59584a5-df59-497c-b3b5-38fbb31f30b7),segment_id=c59584a5-df59-497c-b3b5-38fbb31f30b7)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:05:59.557009 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:05:59.584700 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62a3bf6-8b1a-427a-83c0-84d477369e65 x-openstack-request-id: req-d62a3bf6-8b1a-427a-83c0-84d477369e65 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:05:59.584998 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ee68ec-32da-44b8-a532-f3f273043168", "name": "network-vif-plugged", "status": "completed", "tag": "623d00a2-9372-4ec8-94c5-533be7ee23c0", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:05:59.585244 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d62a3bf6-8b1a-427a-83c0-84d477369e65 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:05:59.585636 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62a3bf6-8b1a-427a-83c0-84d477369e65'] response: {'server_uuid': 'b8ee68ec-32da-44b8-a532-f3f273043168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '623d00a2-9372-4ec8-94c5-533be7ee23c0', 'code': 200} Sep 09 15:05:59.613938 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=623d00a2-9372-4ec8-94c5-533be7ee23c0,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:05:59.743606 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:05:59.757378 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e4f60-2181-4ed5-acb3-26df6302800e req-d8566fba-aa92-4d45-81e5-01b25b801dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:05:59.758877 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b52e4f60-2181-4ed5-acb3-26df6302800e req-d8566fba-aa92-4d45-81e5-01b25b801dcd service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 1129 time: 0.0459344 Sep 09 15:05:59.803855 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b52e4f60-2181-4ed5-acb3-26df6302800e req-af320133-8502-44d1-95f2-e4b3a296a908 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390215 Sep 09 15:06:00.542342 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0580ea1d-1e61-4378-9441-fb76b4e6e88d req-d8a47c55-4973-48a6-8d48-c67b76596fae tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:00.543780 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0580ea1d-1e61-4378-9441-fb76b4e6e88d req-d8a47c55-4973-48a6-8d48-c67b76596fae tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 945 time: 0.0465908 Sep 09 15:06:00.603480 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0580ea1d-1e61-4378-9441-fb76b4e6e88d req-370337e0-1082-40ea-9a19-ca6c7ef00293 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541549 Sep 09 15:06:01.726515 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa659730-7571-421c-a171-03458826d2eb req-abf1b71a-cc7d-42f7-abcd-0fc06187c2f4 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:01.727942 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fa659730-7571-421c-a171-03458826d2eb req-abf1b71a-cc7d-42f7-abcd-0fc06187c2f4 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 945 time: 0.0496769 Sep 09 15:06:01.773000 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-fa659730-7571-421c-a171-03458826d2eb req-7ddc392e-b8f9-4263-9dbd-77f739000a72 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395830 Sep 09 15:06:04.189232 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=13 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:04.189232 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=13 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:04.379303 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 42890) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:06:04.480956 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f677bc90-c57f-41e7-9272-3db6d9e194f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:04.556966 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f677bc90-c57f-41e7-9272-3db6d9e194f4 admin admin] Publish callbacks [] for security_group (411492bc-2964-44c8-9e94-91b8514a559a), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:04.560411 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f677bc90-c57f-41e7-9272-3db6d9e194f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (411492bc-2964-44c8-9e94-91b8514a559a), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:04.598635 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f677bc90-c57f-41e7-9272-3db6d9e194f4 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=2af23e9975024ada9e14dba49669e119&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183106 Sep 09 15:06:04.599520 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677bc90-c57f-41e7-9272-3db6d9e194f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411492bc-2964-44c8-9e94-91b8514a559a,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:04.601406 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 42894) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:06:04.652295 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a9fe8de1-da7a-4d8d-8913-1d5f35d9d925 admin admin] Publish callbacks [] for security_group (411492bc-2964-44c8-9e94-91b8514a559a), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:04.672682 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a9fe8de1-da7a-4d8d-8913-1d5f35d9d925 admin admin] Publish callbacks [] for security_group (411492bc-2964-44c8-9e94-91b8514a559a), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:04.719061 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a9fe8de1-da7a-4d8d-8913-1d5f35d9d925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (411492bc-2964-44c8-9e94-91b8514a559a), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:04.721728 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a9fe8de1-da7a-4d8d-8913-1d5f35d9d925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:04.722850 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a9fe8de1-da7a-4d8d-8913-1d5f35d9d925 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/411492bc-2964-44c8-9e94-91b8514a559a HTTP/1.1" status: 204 len: 168 time: 0.1204705 Sep 09 15:06:04.730310 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fe8de1-da7a-4d8d-8913-1d5f35d9d925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411492bc-2964-44c8-9e94-91b8514a559a,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:05.256756 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:06:05.341168 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 42918) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:06:05.438243 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-571736942-network', 'tenant_id': 'ee3a90f56942438a887a45157622532f'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:05.458674 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Made reservation on behalf of ee3a90f56942438a887a45157622532f for: {'network': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:06:05.460981 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:05.469117 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:05.543493 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Publish callbacks [] for security_group (28dd6c63-45b4-4829-8f90-4b6652ec777f), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:05.547042 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (28dd6c63-45b4-4829-8f90-4b6652ec777f), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:05.574385 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=106239) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:06:05.580599 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dd6c63-45b4-4829-8f90-4b6652ec777f,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:05.588247 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (3e9f4375-ca3a-498a-9ad9-129594c3c82a), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:05.588578 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.segments_db [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Added segment 3e9f4375-ca3a-498a-9ad9-129594c3c82a of type vlan for network d1303b57-e7de-4c0f-8024-6e5319354796 Sep 09 15:06:05.628054 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (d1303b57-e7de-4c0f-8024-6e5319354796), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:05.655157 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (d1303b57-e7de-4c0f-8024-6e5319354796), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:05.656100 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:05.656657 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:05.714831 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3725104 Sep 09 15:06:05.717633 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 42926) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:06:05.724236 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-8093384a-f331-4c4e-9661-cb39ac673688 admin admin] Request body: {'subnet': {'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-571736942-subnet', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'ip_version': 4}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:05.730691 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcebbe-5c66-4db9-84a5-c53f7b3cba5b admin admin] Pushing event updated for resources: {'Network': ['ID=d1303b57-e7de-4c0f-8024-6e5319354796,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:05.742284 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network d1303b57-e7de-4c0f-8024-6e5319354796 details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:06:05.747000 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8093384a-f331-4c4e-9661-cb39ac673688 admin admin] Made reservation on behalf of ee3a90f56942438a887a45157622532f for: {'subnet': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:06:05.749525 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8093384a-f331-4c4e-9661-cb39ac673688 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3835909'] for subnet (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:05.905827 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:05.929714 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8093384a-f331-4c4e-9661-cb39ac673688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3835931'] for subnet (96c17e27-3358-4112-beb7-7261af96c0b8), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:05.962073 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=69,neutron:INSERT=25,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:05.995471 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093384a-f331-4c4e-9661-cb39ac673688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96c17e27-3358-4112-beb7-7261af96c0b8,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:06.007514 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8093384a-f331-4c4e-9661-cb39ac673688 admin admin] Checking segment: {'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:06:06.007871 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093384a-f331-4c4e-9661-cb39ac673688 admin admin] Network hostable DHCP agents. Network: d1303b57-e7de-4c0f-8024-6e5319354796, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:06:06.026421 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093384a-f331-4c4e-9661-cb39ac673688 admin admin] Network d1303b57-e7de-4c0f-8024-6e5319354796 is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:06:06.035915 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-8093384a-f331-4c4e-9661-cb39ac673688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, d1303b57-e7de-4c0f-8024-6e5319354796) {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:06.039836 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8093384a-f331-4c4e-9661-cb39ac673688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:06.040437 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8093384a-f331-4c4e-9661-cb39ac673688 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.045351 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0204a8ce-6b48-4793-8548-7f9164fabe46 None None] Network d1303b57-e7de-4c0f-8024-6e5319354796 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:06:06.057941 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-8093384a-f331-4c4e-9661-cb39ac673688 admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3393116 Sep 09 15:06:06.060754 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 42930) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:06:06.065449 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:06.086270 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10056'] for router (b2e6367e-7415-490b-84db-b19b6b7688f3), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.087261 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10065'] for router (b2e6367e-7415-490b-84db-b19b6b7688f3), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.108218 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:06.119971 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:06.141165 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Publish callbacks [] for router_controller (b2e6367e-7415-490b-84db-b19b6b7688f3), precommit_add_association {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.154175 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-d1303b57-e7de-4c0f-8024-6e5319354796', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'project_id': 'ee3a90f56942438a887a45157622532f', 'fixed_ips': [{'subnet_id': '96c17e27-3358-4112-beb7-7261af96c0b8'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 15:06:06.155106 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.273553 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Publish callbacks [] for router_gateway (b2e6367e-7415-490b-84db-b19b6b7688f3), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.291960 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Allocated IP 172.20.0.2 (d1303b57-e7de-4c0f-8024-6e5319354796/96c17e27-3358-4112-beb7-7261af96c0b8/c2994dbf-bac4-4d7b-ac69-9717e1193cb7) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:06:06.434638 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Publish callbacks [] for port (c2994dbf-bac4-4d7b-ac69-9717e1193cb7), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.441013 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (c2994dbf-bac4-4d7b-ac69-9717e1193cb7), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.457005 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Publish callbacks [] for router_gateway (b2e6367e-7415-490b-84db-b19b6b7688f3), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.475442 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.476598 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Network d1303b57-e7de-4c0f-8024-6e5319354796 is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:06:06.479418 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:06.485049 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:06:06.494606 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Pushing event updated for resources: {'Port': ['ID=c2994dbf-bac4-4d7b-ac69-9717e1193cb7,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:06.547784 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Attempting to bind port c2994dbf-bac4-4d7b-ac69-9717e1193cb7 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:06:06.548079 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Attempting to bind port c2994dbf-bac4-4d7b-ac69-9717e1193cb7 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:06:06.548444 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Attempting to bind port c2994dbf-bac4-4d7b-ac69-9717e1193cb7 on network d1303b57-e7de-4c0f-8024-6e5319354796 {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:06:06.584508 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Allocated IP 172.27.3.145 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/6ddf9eee-71fc-4916-b769-44d158034aeb) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:06:06.591631 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:06:06.591944 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Checking segment: {'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:06:06.592409 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.592799 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Bound using segment: {'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:06:06.593286 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Bound port: c2994dbf-bac4-4d7b-ac69-9717e1193cb7, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:06:06.593662 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c2994dbf-bac4-4d7b-ac69-9717e1193cb7), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.657807 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] For port c2994dbf-bac4-4d7b-ac69-9717e1193cb7, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:06:06.661177 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] For port c2994dbf-bac4-4d7b-ac69-9717e1193cb7, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=c2994dbf-bac4-4d7b-ac69-9717e1193cb7,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:06:06.667697 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c2994dbf-bac4-4d7b-ac69-9717e1193cb7), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.700205 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Publish callbacks [] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:06.712749 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:06.718582 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2266c6-fc32-4370-bd4e-d685e280ce18 None None] Pushing event updated for resources: {'Port': ['ID=c2994dbf-bac4-4d7b-ac69-9717e1193cb7,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:06.736758 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:07.024111 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:06:07.029174 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:07.031583 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:06:07.035411 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Pushing event updated for resources: {'Port': ['ID=6ddf9eee-71fc-4916-b769-44d158034aeb,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:07.105922 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:07.271303 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Publish callbacks [] for router_gateway (b2e6367e-7415-490b-84db-b19b6b7688f3), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:07.465996 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153'] for router (b2e6367e-7415-490b-84db-b19b6b7688f3), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:07.571761 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cfb5ed-9898-4121-9c32-c3a3409ffcc6 None None] Network d1303b57-e7de-4c0f-8024-6e5319354796 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:06:07.591737 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Router b2e6367e-7415-490b-84db-b19b6b7688f3 is scheduled to L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 with binding_index 1 {{(pid=106239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:06:07.699921 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:06:07.710263 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Sync routers for ids ['b2e6367e-7415-490b-84db-b19b6b7688f3'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:06:07.719561 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:07.722936 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Routers {'b2e6367e-7415-490b-84db-b19b6b7688f3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:06:07.723773 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:05:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b2e6367e-7415-490b-84db-b19b6b7688f3'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:07.724427 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-74ef098d-5bc7-48b6-922b-1b0e13b56fc9 admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6622922 Sep 09 15:06:07.724678 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 42938) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:06:07.772747 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-a5fc0f68-a703-424d-a28f-1d0f671d4ff9 None None] Provisioning complete for port c2994dbf-bac4-4d7b-ac69-9717e1193cb7 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:07.773121 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0f68-a703-424d-a28f-1d0f671d4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (c2994dbf-bac4-4d7b-ac69-9717e1193cb7), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:07.802850 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5e90296e-9965-4bf1-b097-cd43218c28ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:07.827994 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Set router b2e6367e-7415-490b-84db-b19b6b7688f3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:06:07.865246 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:07.917323 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-a5fc0f68-a703-424d-a28f-1d0f671d4ff9 None None] Current status of the port c2994dbf-bac4-4d7b-ac69-9717e1193cb7 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:07.917989 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0f68-a703-424d-a28f-1d0f671d4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (c2994dbf-bac4-4d7b-ac69-9717e1193cb7), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:07.927868 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=89,neutron:INSERT=3,neutron:UPDATE=8 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:07.957933 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-a5fc0f68-a703-424d-a28f-1d0f671d4ff9 None None] For port c2994dbf-bac4-4d7b-ac69-9717e1193cb7, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=c2994dbf-bac4-4d7b-ac69-9717e1193cb7,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:07.963267 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-a5fc0f68-a703-424d-a28f-1d0f671d4ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (c2994dbf-bac4-4d7b-ac69-9717e1193cb7), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.022702 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc0f68-a703-424d-a28f-1d0f671d4ff9 None None] Pushing event updated for resources: {'Port': ['ID=c2994dbf-bac4-4d7b-ac69-9717e1193cb7,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:08.038225 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:07Z', 'revision_number': 3, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:08.048803 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:08.075975 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Checking router: b2e6367e-7415-490b-84db-b19b6b7688f3 for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:06:08.076403 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Updating router b2e6367e-7415-490b-84db-b19b6b7688f3 port 6ddf9eee-71fc-4916-b769-44d158034aeb binding host dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:06:08.109461 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.182515 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-f4458d05-c9f7-42df-b3f5-a592d9f2ea6c None None] Provisioning complete for port c2994dbf-bac4-4d7b-ac69-9717e1193cb7 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:08.182851 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-f4458d05-c9f7-42df-b3f5-a592d9f2ea6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (c2994dbf-bac4-4d7b-ac69-9717e1193cb7), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.182993 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.261135 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-f4458d05-c9f7-42df-b3f5-a592d9f2ea6c None None] Current status of the port c2994dbf-bac4-4d7b-ac69-9717e1193cb7 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:08.326964 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:08.348758 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Allocated IP 172.20.0.1 (d1303b57-e7de-4c0f-8024-6e5319354796/96c17e27-3358-4112-beb7-7261af96c0b8/30f11ec5-045e-4b28-8478-5bcba080ee2c) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:06:08.378538 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Publish callbacks [] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.383685 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.415250 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Attempting to bind port 6ddf9eee-71fc-4916-b769-44d158034aeb on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:06:08.415610 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Attempting to bind port 6ddf9eee-71fc-4916-b769-44d158034aeb by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:06:08.415969 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Attempting to bind port 6ddf9eee-71fc-4916-b769-44d158034aeb on network a04c0357-092d-4634-aff4-50eab99e036e {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:06:08.455991 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Pushing event updated for resources: {'Port': ['ID=6ddf9eee-71fc-4916-b769-44d158034aeb,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:08.457907 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Publish callbacks [] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.469170 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.469170 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.469537 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.469883 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.470214 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.470536 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.470856 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.471773 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.471773 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.472050 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.472228 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.472492 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.472802 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.473116 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.473535 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106241) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:08.487734 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:06:08.488125 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:06:08.488567 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.488880 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Bound using segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:06:08.494417 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.494672 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Bound port: 6ddf9eee-71fc-4916-b769-44d158034aeb, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:06:08.495137 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.531420 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Network d1303b57-e7de-4c0f-8024-6e5319354796 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:06:08.534794 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:08.550725 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] For port 6ddf9eee-71fc-4916-b769-44d158034aeb, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:06:08.554200 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] For port 6ddf9eee-71fc-4916-b769-44d158034aeb, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=6ddf9eee-71fc-4916-b769-44d158034aeb,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:06:08.560367 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.561319 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:06:08.594191 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device c2994dbf-bac4-4d7b-ac69-9717e1193cb7 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:08.601924 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:08.602649 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Pushing event updated for resources: {'Port': ['ID=30f11ec5-045e-4b28-8478-5bcba080ee2c,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:08.607661 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Routers {'b2e6367e-7415-490b-84db-b19b6b7688f3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:06:08.608380 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:05:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b2e6367e-7415-490b-84db-b19b6b7688f3'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:08.621952 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705291'] for router_interface (b2e6367e-7415-490b-84db-b19b6b7688f3), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.661872 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port c2994dbf-bac4-4d7b-ac69-9717e1193cb7 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:08.663287 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (c2994dbf-bac4-4d7b-ac69-9717e1193cb7), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.668354 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bce38b-1a33-4213-98dd-3ab1c6b782e6 None None] Pushing event updated for resources: {'Port': ['ID=6ddf9eee-71fc-4916-b769-44d158034aeb,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:08.755366 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port c2994dbf-bac4-4d7b-ac69-9717e1193cb7 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:08.774636 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.809793 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:08.834652 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] Set router b2e6367e-7415-490b-84db-b19b6b7688f3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:06:08.871355 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:08.881563 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-ecb02350-c942-476b-b6d3-52c59afd7710 None None] Provisioning complete for port 30f11ec5-045e-4b28-8478-5bcba080ee2c triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:08.882325 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-ecb02350-c942-476b-b6d3-52c59afd7710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.922661 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-ecb02350-c942-476b-b6d3-52c59afd7710 None None] Port 30f11ec5-045e-4b28-8478-5bcba080ee2c cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:06:08.951151 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Publish callbacks [] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:08.956098 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:09.003421 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:07Z', 'revision_number': 3, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:09.026866 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705431'] for router_interface (b2e6367e-7415-490b-84db-b19b6b7688f3), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:09.028917 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Pushing event updated for resources: {'Port': ['ID=30f11ec5-045e-4b28-8478-5bcba080ee2c,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:09.031874 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c7bdcd-72b4-45ff-88f8-7219dbef5658 None None] The sync data for ids ['b2e6367e-7415-490b-84db-b19b6b7688f3'] in dv-cinder-828696-11-iscsi is: [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:07Z', 'revision_number': 3, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:06:09.135034 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:09.146133 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Network d1303b57-e7de-4c0f-8024-6e5319354796 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:06:09.148053 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:09.448852 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-b78cc3d3-ec1b-4b3b-b7cd-aac5065c9ed9 None None] Provisioning complete for port 30f11ec5-045e-4b28-8478-5bcba080ee2c triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:09.449287 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b78cc3d3-ec1b-4b3b-b7cd-aac5065c9ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:09.485250 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-b78cc3d3-ec1b-4b3b-b7cd-aac5065c9ed9 None None] Port 30f11ec5-045e-4b28-8478-5bcba080ee2c cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:06:09.527416 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Router b2e6367e-7415-490b-84db-b19b6b7688f3 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:06:09.653400 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:06:09.668267 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-b808fb2c-cc9e-4a8a-8be8-4da088c771ea admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/b2e6367e-7415-490b-84db-b19b6b7688f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9331892 Sep 09 15:06:09.874776 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-924a2f8a-7ff4-4560-a206-3962f51177b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.169228 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 42968) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:06:10.173969 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1685192000-network', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:10.196476 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Made reservation on behalf of 6030c05db1e04aa1a3554b6021b8b558 for: {'network': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:06:10.198836 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for network (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.210480 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.290015 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Publish callbacks [] for security_group (9c8f0f36-953c-4e61-9d74-6633a163a1db), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.294107 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9c8f0f36-953c-4e61-9d74-6633a163a1db), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.320621 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=106238) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 15:06:10.331844 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8f0f36-953c-4e61-9d74-6633a163a1db,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:10.339818 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (cf911485-64ce-443d-aa2f-e1fc1758acae), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.340151 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.segments_db [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Added segment cf911485-64ce-443d-aa2f-e1fc1758acae of type vlan for network e4fd3bc9-a7d9-4021-85c1-37a25329de84 Sep 09 15:06:10.388824 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788596905355'] for network (e4fd3bc9-a7d9-4021-85c1-37a25329de84), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.415172 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086'] for network (e4fd3bc9-a7d9-4021-85c1-37a25329de84), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.416347 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:10.417087 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.438985 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:10.488864 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 42970) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:06:10.489364 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] 10.222.0.15 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3186948 Sep 09 15:06:10.497296 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-69e0e6a7-0691-4f13-9175-b8d199395d6d admin admin] Request body: {'subnet': {'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1685192000-subnet', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'ip_version': 4}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:10.505120 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8f9cd-426c-4304-bfe7-943ebede73c2 admin admin] Pushing event updated for resources: {'Network': ['ID=e4fd3bc9-a7d9-4021-85c1-37a25329de84,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:10.517863 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Network e4fd3bc9-a7d9-4021-85c1-37a25329de84 details requested by agent ovs-agent-dv-cinder-828696-11-iscsi with host dv-cinder-828696-11-iscsi {{(pid=106240) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 15:06:10.547514 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e0e6a7-0691-4f13-9175-b8d199395d6d admin admin] Made reservation on behalf of 6030c05db1e04aa1a3554b6021b8b558 for: {'subnet': 1} {{(pid=106239) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:06:10.555261 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-69e0e6a7-0691-4f13-9175-b8d199395d6d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3835909'] for subnet (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.595201 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 6ddf9eee-71fc-4916-b769-44d158034aeb up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:10.669159 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 6ddf9eee-71fc-4916-b769-44d158034aeb triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:10.669597 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.707848 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:10.747667 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 6ddf9eee-71fc-4916-b769-44d158034aeb is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:10.748120 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.779722 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 6ddf9eee-71fc-4916-b769-44d158034aeb, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=6ddf9eee-71fc-4916-b769-44d158034aeb,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:10.787303 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.804201 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:10.813838 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-69e0e6a7-0691-4f13-9175-b8d199395d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3185729', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3835931'] for subnet (52933629-3562-4573-a44d-b4587944a10c), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.816739 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Sync routers for ids ['b2e6367e-7415-490b-84db-b19b6b7688f3'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:06:10.846387 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Routers {'b2e6367e-7415-490b-84db-b19b6b7688f3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:06:10.847020 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:06:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b2e6367e-7415-490b-84db-b19b6b7688f3'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:10.890381 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=6ddf9eee-71fc-4916-b769-44d158034aeb,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:10.916403 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e0e6a7-0691-4f13-9175-b8d199395d6d admin admin] Checking segment: {'id': 'cf911485-64ce-443d-aa2f-e1fc1758acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106239) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:06:10.916403 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e0e6a7-0691-4f13-9175-b8d199395d6d admin admin] Network hostable DHCP agents. Network: e4fd3bc9-a7d9-4021-85c1-37a25329de84, hostable agents: ['8056df3f-5115-41e4-892e-b366bfa0c7d2'], hosted agents: [] {{(pid=106239) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 15:06:10.928944 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e0e6a7-0691-4f13-9175-b8d199395d6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=52933629-3562-4573-a44d-b4587944a10c,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:10.940472 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e0e6a7-0691-4f13-9175-b8d199395d6d admin admin] Network e4fd3bc9-a7d9-4021-85c1-37a25329de84 is scheduled to be hosted by DHCP agent 8056df3f-5115-41e4-892e-b366bfa0c7d2 with binding_index 1 {{(pid=106239) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 15:06:10.951270 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-69e0e6a7-0691-4f13-9175-b8d199395d6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828696-11-iscsi, e4fd3bc9-a7d9-4021-85c1-37a25329de84) {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:10.955611 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e0e6a7-0691-4f13-9175-b8d199395d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106239) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:10.958072 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-69e0e6a7-0691-4f13-9175-b8d199395d6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:10.961658 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9f6650-7a27-4e71-8323-fbf111c14af0 None None] Network e4fd3bc9-a7d9-4021-85c1-37a25329de84 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:06:10.965878 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:10.969322 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:10.976116 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-69e0e6a7-0691-4f13-9175-b8d199395d6d admin admin] 10.222.0.15 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4859428 Sep 09 15:06:10.978771 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 42982) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:06:10.983152 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1685192000-router', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:11.004622 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-596631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10056'] for router (47362205-8ea6-4f7d-b097-ee6160a63888), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.005681 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-599277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-604553', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782461', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10065'] for router (47362205-8ea6-4f7d-b097-ee6160a63888), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.012728 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Set router b2e6367e-7415-490b-84db-b19b6b7688f3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:06:11.060729 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Publish callbacks [] for router_controller (47362205-8ea6-4f7d-b097-ee6160a63888), precommit_add_association {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.177084 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfa8d6ff2-c5ed-5006-a66d-001037041303-e4fd3bc9-a7d9-4021-85c1-37a25329de84', 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84', 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'fixed_ips': [{'subnet_id': '52933629-3562-4573-a44d-b4587944a10c'}]}} from dv-cinder-828696-11-iscsi. {{(pid=106240) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 09 15:06:11.178016 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.200456 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Publish callbacks [] for router_gateway (47362205-8ea6-4f7d-b097-ee6160a63888), precommit_update {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.352191 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:08Z', 'revision_number': 4, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '30f11ec5-045e-4b28-8478-5bcba080ee2c', 'name': '', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'mac_address': 'fa:16:3e:d3:4e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:08Z', 'updated_at': '2022-09-09T15:06:08Z', 'revision_number': 2, 'project_id': 'ee3a90f56942438a887a45157622532f', 'subnets': [{'id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:11.379807 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Publish callbacks [] for router_gateway (47362205-8ea6-4f7d-b097-ee6160a63888), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.383527 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Checking router: b2e6367e-7415-490b-84db-b19b6b7688f3 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:06:11.383876 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Updating router b2e6367e-7415-490b-84db-b19b6b7688f3 port 30f11ec5-045e-4b28-8478-5bcba080ee2c binding host dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:06:11.385705 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.398345 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.426899 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.db_base_plugin_common [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Allocated IP 172.20.0.2 (e4fd3bc9-a7d9-4021-85c1-37a25329de84/52933629-3562-4573-a44d-b4587944a10c/ea9e1776-a6ab-4484-883e-c2f8ea90b8af) {{(pid=106240) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:06:11.428740 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.506198 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_common [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Allocated IP 172.27.3.42 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/f10ee860-f3f3-4765-bbab-b78ec252a98a) {{(pid=106239) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:06:11.622753 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Publish callbacks [] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.624148 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:11.670315 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.700775 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:11.714834 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106239) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:06:11.720353 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.base_scheduler [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Resources bound (agent type, host, resource id): {{(pid=106239) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:11.723620 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Received port after_create {{(pid=106239) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:06:11.725619 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Pushing event updated for resources: {'Port': ['ID=f10ee860-f3f3-4765-bbab-b78ec252a98a,revision_number=1']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:11.831337 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:11.853090 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Publish callbacks [] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), precommit_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.867014 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), after_create {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:11.915638 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Network e4fd3bc9-a7d9-4021-85c1-37a25329de84 is already hosted by enough agents. {{(pid=106240) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:06:11.926000 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.scheduler.base_scheduler [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Resources bound (agent type, host, resource id): {{(pid=106240) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:11.933361 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Received port after_create {{(pid=106240) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:06:11.947763 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Pushing event updated for resources: {'Port': ['ID=ea9e1776-a6ab-4484-883e-c2f8ea90b8af,revision_number=1']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:11.981432 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:11.983503 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Publish callbacks [] for router_gateway (47362205-8ea6-4f7d-b097-ee6160a63888), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:12.037783 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Publish callbacks [] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), precommit_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:12.050665 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:12.059172 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Attempting to bind port ea9e1776-a6ab-4484-883e-c2f8ea90b8af on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:06:12.059536 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Attempting to bind port ea9e1776-a6ab-4484-883e-c2f8ea90b8af by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'cf911485-64ce-443d-aa2f-e1fc1758acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:06:12.059895 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Attempting to bind port ea9e1776-a6ab-4484-883e-c2f8ea90b8af on network e4fd3bc9-a7d9-4021-85c1-37a25329de84 {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:06:12.141933 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd9612-a8d3-43ff-8ade-742f4ea1e2ce None None] Pushing event updated for resources: {'Port': ['ID=30f11ec5-045e-4b28-8478-5bcba080ee2c,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:12.174504 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:06:12.174878 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Checking segment: {'id': 'cf911485-64ce-443d-aa2f-e1fc1758acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:06:12.175270 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:12.175658 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Bound using segment: {'id': 'cf911485-64ce-443d-aa2f-e1fc1758acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:06:12.176126 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Bound port: ea9e1776-a6ab-4484-883e-c2f8ea90b8af, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf911485-64ce-443d-aa2f-e1fc1758acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:06:12.176497 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:12.184003 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-599226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-601153'] for router (47362205-8ea6-4f7d-b097-ee6160a63888), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:12.193842 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Attempting to bind port 30f11ec5-045e-4b28-8478-5bcba080ee2c on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:06:12.194206 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Attempting to bind port 30f11ec5-045e-4b28-8478-5bcba080ee2c by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:06:12.194569 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Attempting to bind port 30f11ec5-045e-4b28-8478-5bcba080ee2c on network d1303b57-e7de-4c0f-8024-6e5319354796 {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:06:12.280152 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:06:12.280525 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Checking segment: {'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:06:12.280927 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:12.281342 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Bound using segment: {'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:06:12.281817 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Bound port: 30f11ec5-045e-4b28-8478-5bcba080ee2c, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:06:12.282194 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:12.297549 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] For port ea9e1776-a6ab-4484-883e-c2f8ea90b8af, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:06:12.318947 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Router 47362205-8ea6-4f7d-b097-ee6160a63888 is scheduled to L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 with binding_index 1 {{(pid=106239) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 15:06:12.334935 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] For port ea9e1776-a6ab-4484-883e-c2f8ea90b8af, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ea9e1776-a6ab-4484-883e-c2f8ea90b8af,segment=NetworkSegment(cf911485-64ce-443d-aa2f-e1fc1758acae),segment_id=cf911485-64ce-443d-aa2f-e1fc1758acae)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:06:12.349274 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:12.409053 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] For port 30f11ec5-045e-4b28-8478-5bcba080ee2c, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:06:12.429490 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] For port 30f11ec5-045e-4b28-8478-5bcba080ee2c, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=30f11ec5-045e-4b28-8478-5bcba080ee2c,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:06:12.434317 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3ea0c-bd5f-40c6-b68f-7a04e0d77a6e None None] Pushing event updated for resources: {'Port': ['ID=ea9e1776-a6ab-4484-883e-c2f8ea90b8af,revision_number=2']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:12.442839 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:12.479528 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Routers {'b2e6367e-7415-490b-84db-b19b6b7688f3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:06:12.480343 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:06:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b2e6367e-7415-490b-84db-b19b6b7688f3'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:12.530534 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 6ddf9eee-71fc-4916-b769-44d158034aeb up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:12.572986 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:12.594646 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 6ddf9eee-71fc-4916-b769-44d158034aeb triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:12.595020 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:12.633461 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd9612-a8d3-43ff-8ade-742f4ea1e2ce None None] Pushing event updated for resources: {'Port': ['ID=30f11ec5-045e-4b28-8478-5bcba080ee2c,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:12.726661 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:12.734239 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:06:12.754920 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Sync routers for ids ['47362205-8ea6-4f7d-b097-ee6160a63888'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:06:12.757357 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:12.760214 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-316d54e6-93a5-4988-b03b-60f861347fdd admin admin] 10.222.0.15 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7803197 Sep 09 15:06:12.761696 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 42990) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:06:12.768572 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] Set router b2e6367e-7415-490b-84db-b19b6b7688f3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:06:12.768751 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Routers {'47362205-8ea6-4f7d-b097-ee6160a63888'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:06:12.769305 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:06:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['47362205-8ea6-4f7d-b097-ee6160a63888'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:12.770575 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 6ddf9eee-71fc-4916-b769-44d158034aeb is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:12.882902 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Set router 47362205-8ea6-4f7d-b097-ee6160a63888 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:06:12.985354 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:08Z', 'revision_number': 4, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '30f11ec5-045e-4b28-8478-5bcba080ee2c', 'name': '', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'mac_address': 'fa:16:3e:d3:4e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:08Z', 'updated_at': '2022-09-09T15:06:12Z', 'revision_number': 4, 'project_id': 'ee3a90f56942438a887a45157622532f', 'subnets': [{'id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:13.014154 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc39a6-6e45-4cce-ad80-2d05301cc000 None None] The sync data for ids ['b2e6367e-7415-490b-84db-b19b6b7688f3'] in dv-cinder-828696-11-iscsi is: [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:08Z', 'revision_number': 4, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '30f11ec5-045e-4b28-8478-5bcba080ee2c', 'name': '', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'mac_address': 'fa:16:3e:d3:4e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:08Z', 'updated_at': '2022-09-09T15:06:12Z', 'revision_number': 4, 'project_id': 'ee3a90f56942438a887a45157622532f', 'subnets': [{'id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:06:13.109521 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.112853 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'name': 'tempest-TestMinimumBasicScenario-1685192000-router', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:11Z', 'revision_number': 3, 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'gw_port': {'id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:13.136493 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.137212 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:13.153797 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Checking router: 47362205-8ea6-4f7d-b097-ee6160a63888 for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:06:13.154227 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Updating router 47362205-8ea6-4f7d-b097-ee6160a63888 port f10ee860-f3f3-4765-bbab-b78ec252a98a binding host dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:06:13.198168 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.311814 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.376660 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:13.487503 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Publish callbacks [] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), precommit_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.496278 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.496455 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Allocated IP 172.20.0.1 (e4fd3bc9-a7d9-4021-85c1-37a25329de84/52933629-3562-4573-a44d-b4587944a10c/ac6fad31-71d4-40fb-8b1b-6078c3b21123) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:06:13.510093 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2993a25e-3d7f-4588-8c1c-e60f732d9e86 None None] Network e4fd3bc9-a7d9-4021-85c1-37a25329de84 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:06:13.536391 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Attempting to bind port f10ee860-f3f3-4765-bbab-b78ec252a98a on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:06:13.536762 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Attempting to bind port f10ee860-f3f3-4765-bbab-b78ec252a98a by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:06:13.537120 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Attempting to bind port f10ee860-f3f3-4765-bbab-b78ec252a98a on network a04c0357-092d-4634-aff4-50eab99e036e {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:06:13.592125 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3fee3-0306-4301-98c8-815903f8da98 None None] Pushing event updated for resources: {'Port': ['ID=f10ee860-f3f3-4765-bbab-b78ec252a98a,revision_number=2']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:13.598785 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:06:13.599155 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Checking segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106241) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:06:13.599539 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.599919 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Bound using segment: {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'} {{(pid=106241) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:06:13.600387 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.managers [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Bound port: f10ee860-f3f3-4765-bbab-b78ec252a98a, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac04329-9c2f-463e-a9d3-cedd39e79b8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e'}}] {{(pid=106241) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:06:13.600758 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), before_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.654487 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-8fcca4a4-e60d-4460-a265-3dc70f7f0415 None None] Provisioning complete for port ea9e1776-a6ab-4484-883e-c2f8ea90b8af triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:13.654923 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8fcca4a4-e60d-4460-a265-3dc70f7f0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.655643 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] For port f10ee860-f3f3-4765-bbab-b78ec252a98a, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106241) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:06:13.660716 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Publish callbacks [] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.662547 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.plugins.ml2.db [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] For port f10ee860-f3f3-4765-bbab-b78ec252a98a, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=f10ee860-f3f3-4765-bbab-b78ec252a98a,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106241) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:06:13.672313 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron_lib.callbacks.manager [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), after_update {{(pid=106241) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.673445 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:13.707078 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.719950 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:13.738608 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Routers {'47362205-8ea6-4f7d-b097-ee6160a63888'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:06:13.739243 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:06:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['47362205-8ea6-4f7d-b097-ee6160a63888'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:13.781893 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-8fcca4a4-e60d-4460-a265-3dc70f7f0415 None None] Current status of the port ea9e1776-a6ab-4484-883e-c2f8ea90b8af is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:13.782314 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8fcca4a4-e60d-4460-a265-3dc70f7f0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.793263 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Network e4fd3bc9-a7d9-4021-85c1-37a25329de84 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:06:13.798887 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:13.805502 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Pushing event updated for resources: {'Port': ['ID=ac6fad31-71d4-40fb-8b1b-6078c3b21123,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:13.808602 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:06:13.839198 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-8fcca4a4-e60d-4460-a265-3dc70f7f0415 None None] For port ea9e1776-a6ab-4484-883e-c2f8ea90b8af, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ea9e1776-a6ab-4484-883e-c2f8ea90b8af,segment=NetworkSegment(cf911485-64ce-443d-aa2f-e1fc1758acae),segment_id=cf911485-64ce-443d-aa2f-e1fc1758acae)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:13.845433 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8fcca4a4-e60d-4460-a265-3dc70f7f0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.895532 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-705291'] for router_interface (47362205-8ea6-4f7d-b097-ee6160a63888), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:13.899996 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] Set router 47362205-8ea6-4f7d-b097-ee6160a63888 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:06:13.920748 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcca4a4-e60d-4460-a265-3dc70f7f0415 None None] Pushing event updated for resources: {'Port': ['ID=ea9e1776-a6ab-4484-883e-c2f8ea90b8af,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:13.968839 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3fee3-0306-4301-98c8-815903f8da98 None None] Pushing event updated for resources: {'Port': ['ID=f10ee860-f3f3-4765-bbab-b78ec252a98a,revision_number=3']} {{(pid=106241) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:14.072653 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-fe2e9a94-680c-4ec6-a678-7e3ddfdbbb1a None None] Provisioning complete for port ea9e1776-a6ab-4484-883e-c2f8ea90b8af triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:14.073298 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-fe2e9a94-680c-4ec6-a678-7e3ddfdbbb1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:14.093670 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:14.162672 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'name': 'tempest-TestMinimumBasicScenario-1685192000-router', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:11Z', 'revision_number': 3, 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'gw_port': {'id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:14.199569 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42dddcf-ef96-4530-9bb4-799d251124c1 None None] The sync data for ids ['47362205-8ea6-4f7d-b097-ee6160a63888'] in dv-cinder-828696-11-iscsi is: [{'id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'name': 'tempest-TestMinimumBasicScenario-1685192000-router', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:11Z', 'revision_number': 3, 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'gw_port': {'id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:06:14.209937 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-fe2e9a94-680c-4ec6-a678-7e3ddfdbbb1a None None] Current status of the port ea9e1776-a6ab-4484-883e-c2f8ea90b8af is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:14.328467 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-b67814a0-1971-456a-bf84-8172711284e3 None None] Provisioning complete for port ac6fad31-71d4-40fb-8b1b-6078c3b21123 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:14.328839 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-b67814a0-1971-456a-bf84-8172711284e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:14.341992 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Publish callbacks [] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:14.347892 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:14.353730 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:14.371918 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-b67814a0-1971-456a-bf84-8172711284e3 None None] Port ac6fad31-71d4-40fb-8b1b-6078c3b21123 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:06:14.425575 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-545228', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-705431'] for router_interface (47362205-8ea6-4f7d-b097-ee6160a63888), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:14.427617 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Pushing event updated for resources: {'Port': ['ID=ac6fad31-71d4-40fb-8b1b-6078c3b21123,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:14.531578 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Network e4fd3bc9-a7d9-4021-85c1-37a25329de84 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:06:14.533136 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:14.557033 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 30f11ec5-045e-4b28-8478-5bcba080ee2c up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:14.641787 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 30f11ec5-045e-4b28-8478-5bcba080ee2c triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:14.642846 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:14.677398 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Router 47362205-8ea6-4f7d-b097-ee6160a63888 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:06:14.705474 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:14.735672 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:14.742361 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:14.754930 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 30f11ec5-045e-4b28-8478-5bcba080ee2c is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:14.755991 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:14.798585 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port 30f11ec5-045e-4b28-8478-5bcba080ee2c, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=30f11ec5-045e-4b28-8478-5bcba080ee2c,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:14.804129 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:14.804544 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ea9e1776-a6ab-4484-883e-c2f8ea90b8af up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:14.814700 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:06:14.820730 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-55c3b1e4-8dde-4b83-8cbd-3d2368e1531d admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/47362205-8ea6-4f7d-b097-ee6160a63888/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0579793 Sep 09 15:06:14.891746 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-91f016a1-0213-4849-baa8-5994942909bf None None] Provisioning complete for port ac6fad31-71d4-40fb-8b1b-6078c3b21123 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:14.892121 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-91f016a1-0213-4849-baa8-5994942909bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:14.935559 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=30f11ec5-045e-4b28-8478-5bcba080ee2c,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:14.945680 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port ea9e1776-a6ab-4484-883e-c2f8ea90b8af triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:14.946054 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:14.948913 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-91f016a1-0213-4849-baa8-5994942909bf None None] Port ac6fad31-71d4-40fb-8b1b-6078c3b21123 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:06:15.034380 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port ea9e1776-a6ab-4484-883e-c2f8ea90b8af is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:16.511519 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Sync routers for ids ['47362205-8ea6-4f7d-b097-ee6160a63888'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:06:16.534778 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Routers {'47362205-8ea6-4f7d-b097-ee6160a63888'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:06:16.535698 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:06:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['47362205-8ea6-4f7d-b097-ee6160a63888'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:16.779467 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device f10ee860-f3f3-4765-bbab-b78ec252a98a up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:16.837881 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Set router 47362205-8ea6-4f7d-b097-ee6160a63888 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:06:16.890134 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port f10ee860-f3f3-4765-bbab-b78ec252a98a triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:16.890508 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:17.102604 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port f10ee860-f3f3-4765-bbab-b78ec252a98a is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:17.102990 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:17.135709 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'name': 'tempest-TestMinimumBasicScenario-1685192000-router', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:14Z', 'revision_number': 4, 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'gw_port': {'id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ac6fad31-71d4-40fb-8b1b-6078c3b21123', 'name': '', 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'mac_address': 'fa:16:3e:ae:75:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '52933629-3562-4573-a44d-b4587944a10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:13Z', 'updated_at': '2022-09-09T15:06:14Z', 'revision_number': 2, 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'subnets': [{'id': '52933629-3562-4573-a44d-b4587944a10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:17.138975 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port f10ee860-f3f3-4765-bbab-b78ec252a98a, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=f10ee860-f3f3-4765-bbab-b78ec252a98a,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:17.141035 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:17.180593 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:17.181418 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 30f11ec5-045e-4b28-8478-5bcba080ee2c up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:17.185098 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Checking router: 47362205-8ea6-4f7d-b097-ee6160a63888 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:06:17.185475 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Updating router 47362205-8ea6-4f7d-b097-ee6160a63888 port ac6fad31-71d4-40fb-8b1b-6078c3b21123 binding host dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 15:06:17.255485 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:17.304394 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:17.333331 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=f10ee860-f3f3-4765-bbab-b78ec252a98a,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:17.390863 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port 30f11ec5-045e-4b28-8478-5bcba080ee2c triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:17.391247 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:17.402940 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-f48963f4-878f-4eaf-9992-aff0c34640fb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-796642502&fields=id&tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9 HTTP/1.1" status: 200 len: 267 time: 0.0708890 Sep 09 15:06:17.550160 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-208c4641-9e60-49f5-ae98-4e650741595d tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:17.551822 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-208c4641-9e60-49f5-ae98-4e650741595d tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 812 time: 0.1481113 Sep 09 15:06:17.576773 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-da4dda05-bb9e-4ace-b202-ada5ecaa40fe tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/quotas/515d1ca3dcd249ada56b21a0a6e3a5b9 HTTP/1.1" status: 200 len: 375 time: 0.0178101 Sep 09 15:06:17.625059 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Publish callbacks [] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), precommit_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:17.645350 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-da81fe31-284b-4871-9adc-a8408793debb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0592427 Sep 09 15:06:17.655781 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:17.704388 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port 30f11ec5-045e-4b28-8478-5bcba080ee2c is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:17.768845 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9f87f-d1cb-49be-aa50-8328263ff52e None None] Pushing event updated for resources: {'Port': ['ID=ac6fad31-71d4-40fb-8b1b-6078c3b21123,revision_number=3']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:17.782138 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Attempting to bind port ac6fad31-71d4-40fb-8b1b-6078c3b21123 on host dv-cinder-828696-11-iscsi for vnic_type normal with profile {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:06:17.782761 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Attempting to bind port ac6fad31-71d4-40fb-8b1b-6078c3b21123 by drivers openvswitch,hyperv on host dv-cinder-828696-11-iscsi at level 0 using segments [{'id': 'cf911485-64ce-443d-aa2f-e1fc1758acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84'}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:06:17.783118 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Attempting to bind port ac6fad31-71d4-40fb-8b1b-6078c3b21123 on network e4fd3bc9-a7d9-4021-85c1-37a25329de84 {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:06:17.785388 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-bbb7a380-f7ae-43dc-beb8-6fa7ade8c3a3 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389241 Sep 09 15:06:17.812649 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:17.837496 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Checking agent: {'id': '88457c09-dd79-4ca0-b7d0-94090a588ad0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828696-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 49, 13), 'started_at': datetime.datetime(2022, 9, 9, 14, 49, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828696-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:06:17.837871 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Checking segment: {'id': 'cf911485-64ce-443d-aa2f-e1fc1758acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106240) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:06:17.839136 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:17.839541 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Bound using segment: {'id': 'cf911485-64ce-443d-aa2f-e1fc1758acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84'} {{(pid=106240) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:06:17.840033 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.managers [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Bound port: ac6fad31-71d4-40fb-8b1b-6078c3b21123, host: dv-cinder-828696-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf911485-64ce-443d-aa2f-e1fc1758acae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84'}}] {{(pid=106240) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:06:17.840415 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:17.863028 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:17.902802 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-3ce521f1-c03a-47ab-a2ee-af7f5cb39b31 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162236 Sep 09 15:06:17.915765 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] For port ac6fad31-71d4-40fb-8b1b-6078c3b21123, host dv-cinder-828696-11-iscsi, cleared binding levels {{(pid=106240) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:06:17.919281 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] For port ac6fad31-71d4-40fb-8b1b-6078c3b21123, host dv-cinder-828696-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ac6fad31-71d4-40fb-8b1b-6078c3b21123,segment=NetworkSegment(cf911485-64ce-443d-aa2f-e1fc1758acae),segment_id=cf911485-64ce-443d-aa2f-e1fc1758acae)] {{(pid=106240) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:06:17.929092 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:17.979752 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Routers {'47362205-8ea6-4f7d-b097-ee6160a63888'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:06:17.980519 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:06:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['47362205-8ea6-4f7d-b097-ee6160a63888'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:18.073542 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9f87f-d1cb-49be-aa50-8328263ff52e None None] Pushing event updated for resources: {'Port': ['ID=ac6fad31-71d4-40fb-8b1b-6078c3b21123,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:18.173485 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] Set router 47362205-8ea6-4f7d-b097-ee6160a63888 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:06:18.315869 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f48b85dc-bf76-49d8-8c86-0fef0e51b8d6 req-a6e939e0-7889-4577-91c0-1e8194c338d7 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 210 time: 0.0697315 Sep 09 15:06:18.440852 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'name': 'tempest-TestMinimumBasicScenario-1685192000-router', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:14Z', 'revision_number': 4, 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'gw_port': {'id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ac6fad31-71d4-40fb-8b1b-6078c3b21123', 'name': '', 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'mac_address': 'fa:16:3e:ae:75:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '52933629-3562-4573-a44d-b4587944a10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:13Z', 'updated_at': '2022-09-09T15:06:17Z', 'revision_number': 4, 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'subnets': [{'id': '52933629-3562-4573-a44d-b4587944a10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:18.486548 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf11f6-0e55-4c8c-8c40-350ddb52f8b6 None None] The sync data for ids ['47362205-8ea6-4f7d-b097-ee6160a63888'] in dv-cinder-828696-11-iscsi is: [{'id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'name': 'tempest-TestMinimumBasicScenario-1685192000-router', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:14Z', 'revision_number': 4, 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'gw_port': {'id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': 'ac6fad31-71d4-40fb-8b1b-6078c3b21123', 'name': '', 'network_id': 'e4fd3bc9-a7d9-4021-85c1-37a25329de84', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'mac_address': 'fa:16:3e:ae:75:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'device_owner': 'network:router_interface', 'standard_attr_id': 747, 'fixed_ips': [{'subnet_id': '52933629-3562-4573-a44d-b4587944a10c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:13Z', 'updated_at': '2022-09-09T15:06:17Z', 'revision_number': 4, 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'subnets': [{'id': '52933629-3562-4573-a44d-b4587944a10c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:06:18.609798 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device f10ee860-f3f3-4765-bbab-b78ec252a98a up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:18.669159 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:18.670539 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port f10ee860-f3f3-4765-bbab-b78ec252a98a triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:18.670910 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:18.777128 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port f10ee860-f3f3-4765-bbab-b78ec252a98a is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:19.445751 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c5142603-e53b-47a0-93f0-7bbd8297ca11 req-c1dddff3-62fb-42c8-bdf5-59145b661db0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 210 time: 0.0396607 Sep 09 15:06:20.628300 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4971ed8b-cce2-4266-ba70-91fa33a2a5a6 req-dc7ffcd4-bdc5-47b0-989b-e6ac9ee53f50 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 210 time: 0.0568364 Sep 09 15:06:20.639277 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ac6fad31-71d4-40fb-8b1b-6078c3b21123 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:20.706415 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port ac6fad31-71d4-40fb-8b1b-6078c3b21123 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:20.706928 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:20.791773 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port ac6fad31-71d4-40fb-8b1b-6078c3b21123 is: DOWN; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:20.792313 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:20.845450 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] For port ac6fad31-71d4-40fb-8b1b-6078c3b21123, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ac6fad31-71d4-40fb-8b1b-6078c3b21123,segment=NetworkSegment(cf911485-64ce-443d-aa2f-e1fc1758acae),segment_id=cf911485-64ce-443d-aa2f-e1fc1758acae)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:20.853310 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:20.917025 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:20.931868 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Pushing event updated for resources: {'Port': ['ID=ac6fad31-71d4-40fb-8b1b-6078c3b21123,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:21.774192 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9690e9b5-5fd6-4b3c-a972-6eac6caf3d00 req-7cb6aadc-50ee-46c6-b6a7-e7bbfac66f87 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 210 time: 0.0409961 Sep 09 15:06:22.083486 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-2182e990-5d17-4a41-ae1b-fac3db63111b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:22.085053 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-2182e990-5d17-4a41-ae1b-fac3db63111b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 812 time: 0.1587222 Sep 09 15:06:22.132269 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:22.162703 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-b59ffd47-09db-4236-a745-f843e0379898 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9 HTTP/1.1" status: 200 len: 379 time: 0.0690415 Sep 09 15:06:22.174414 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'port': {'device_id': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'admin_state_up': True, 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'security_groups': ['797ea724-f94a-4545-8297-96b5b080098b']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:22.297315 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Made reservation on behalf of 515d1ca3dcd249ada56b21a0a6e3a5b9 for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:06:22.302501 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:22.462501 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Allocated IP 172.20.0.12 (20d1d01f-8d2e-4d86-913d-da4da3df92d5/91359781-f970-4d88-8da9-2cb6ab261c8f/6bfea242-79c3-46c1-8ac9-c52dba84bb9f) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:06:22.488393 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:22.576600 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ac6fad31-71d4-40fb-8b1b-6078c3b21123 up at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:22.703470 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:22.747510 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:22.748662 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:22.753812 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:22.772255 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Provisioning complete for port ac6fad31-71d4-40fb-8b1b-6078c3b21123 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:22.772636 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:22.815654 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:06:22.819169 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:22.840347 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:06:22.881702 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Current status of the port ac6fad31-71d4-40fb-8b1b-6078c3b21123 is: ACTIVE; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:22.905166 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'Port': ['ID=6bfea242-79c3-46c1-8ac9-c52dba84bb9f,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:23.003980 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:23.004759 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:23.027075 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59580a6a-244c-4d0a-a2d5-f9e311a16848 req-ddc54f22-a0b3-4e5b-9845-8d63b0e7036a tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:23.028723 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-59580a6a-244c-4d0a-a2d5-f9e311a16848 req-ddc54f22-a0b3-4e5b-9845-8d63b0e7036a tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 932 time: 0.0915351 Sep 09 15:06:23.064504 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-e19b5632-2091-4855-8752-c455bf4bc589 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8943048 Sep 09 15:06:23.086592 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Request body: {'port': {'device_id': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:23.145750 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-d9762eb6-6ee6-479b-9198-652b8c326045 None None] Provisioning complete for port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:23.146528 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-d9762eb6-6ee6-479b-9198-652b8c326045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:23.160580 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:23.183224 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-59580a6a-244c-4d0a-a2d5-f9e311a16848 req-c11ef753-4a0d-455d-9ca2-c93dec85e219 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475472 Sep 09 15:06:23.209468 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-d9762eb6-6ee6-479b-9198-652b8c326045 None None] Port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:06:23.214851 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:23.531159 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfea242-79c3-46c1-8ac9-c52dba84bb9f {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:06:23.540774 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Publish callbacks [] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:23.554894 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Transition to ACTIVE for port object 6bfea242-79c3-46c1-8ac9-c52dba84bb9f will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 15:06:23.560834 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:23.671329 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Pushing event updated for resources: {'Port': ['ID=6bfea242-79c3-46c1-8ac9-c52dba84bb9f,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:23.716606 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Attempting to bind port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:06:23.716971 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Attempting to bind port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:06:23.717314 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Attempting to bind port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f on network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:06:23.750608 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:23.784821 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f on network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 15:06:23.785046 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Attempting to bind port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f on network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:06:23.838424 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:06:23.839136 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Checking segment: {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:06:23.839136 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Bound using segment: {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:06:23.839564 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Bound port: 6bfea242-79c3-46c1-8ac9-c52dba84bb9f, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64dfe138-b5cc-412d-ad55-7d4ec5d6340d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:06:23.839917 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:23.913361 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] For port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:06:23.916886 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] For port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=6bfea242-79c3-46c1-8ac9-c52dba84bb9f,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:06:23.925927 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:23.930492 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:23.931187 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:23.932788 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/6bfea242-79c3-46c1-8ac9-c52dba84bb9f HTTP/1.1" status: 200 len: 1094 time: 0.8557074 Sep 09 15:06:23.933461 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'tag': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:06:23.935803 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7f2298-9ed1-4e3b-b676-d288a336fd94" -d '{"events": [{"name": "network-changed", "server_uuid": "ba28ee63-2458-4bd0-9e99-e6723db42836", "tag": "6bfea242-79c3-46c1-8ac9-c52dba84bb9f"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:06:23.991397 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef9d1f-4a6c-4163-8f25-da231045a9db service neutron] Pushing event updated for resources: {'Port': ['ID=6bfea242-79c3-46c1-8ac9-c52dba84bb9f,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:23.999291 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e420d393-448d-412f-9804-6a085ca541db x-openstack-request-id: req-e420d393-448d-412f-9804-6a085ca541db {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:06:23.999456 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba28ee63-2458-4bd0-9e99-e6723db42836", "tag": "6bfea242-79c3-46c1-8ac9-c52dba84bb9f", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:06:24.000369 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e420d393-448d-412f-9804-6a085ca541db {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:06:24.000369 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e420d393-448d-412f-9804-6a085ca541db'] response: {'name': 'network-changed', 'server_uuid': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'tag': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f', 'status': 'completed', 'code': 200} Sep 09 15:06:24.057097 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-8010a7f0-4324-4667-a1cd-1fb36c8f77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:24.058908 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-8010a7f0-4324-4667-a1cd-1fb36c8f77c0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 1128 time: 0.0618784 Sep 09 15:06:24.103757 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-490fc9ab-ed76-4c1b-92cf-f938c9806f4d service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bfea242-79c3-46c1-8ac9-c52dba84bb9f HTTP/1.1" status: 200 len: 217 time: 0.0364087 Sep 09 15:06:24.160576 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=35 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:24.161135 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-af8d3962-d457-41f3-99af-be5184c8f000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:24.162868 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-af8d3962-d457-41f3-99af-be5184c8f000 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.0518341 Sep 09 15:06:24.166395 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=57 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:24.219028 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-eac2735f-2dac-4069-93d5-722923ac7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:24.220638 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-eac2735f-2dac-4069-93d5-722923ac7188 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514879 Sep 09 15:06:24.358030 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0449ad4-a6f6-402e-8647-73d177fa4a44 req-a3d10a17-f059-4db5-a10a-f23d1deea636 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:24.359427 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f0449ad4-a6f6-402e-8647-73d177fa4a44 req-a3d10a17-f059-4db5-a10a-f23d1deea636 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0586267 Sep 09 15:06:24.378171 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:24.401170 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-163652d7-c9fe-4d2c-a8f9-e8105de4ee86 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723137 Sep 09 15:06:24.711831 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f0449ad4-a6f6-402e-8647-73d177fa4a44 req-73b88cb4-40ab-4ae2-ae18-76377b7be6e0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3449438 Sep 09 15:06:24.783015 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5150e8b3-2556-44e9-8c7f-79f73ce85962 req-4ea96ae1-1389-4eeb-9627-1dca1577864a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695726 Sep 09 15:06:25.057593 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f2298-9ed1-4e3b-b676-d288a336fd94 req-b5981a8e-f193-47f1-b280-5e73c9a24388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:25.059122 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8e7f2298-9ed1-4e3b-b676-d288a336fd94 req-b5981a8e-f193-47f1-b280-5e73c9a24388 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 1128 time: 0.0561094 Sep 09 15:06:25.166900 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f2298-9ed1-4e3b-b676-d288a336fd94 req-bbab648d-0630-4b6a-987d-5e6fcd6b9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:25.168433 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8e7f2298-9ed1-4e3b-b676-d288a336fd94 req-bbab648d-0630-4b6a-987d-5e6fcd6b9f06 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 913 time: 0.1025064 Sep 09 15:06:25.224654 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8e7f2298-9ed1-4e3b-b676-d288a336fd94 req-0f71c424-afc2-4c80-9df4-3d4712034934 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bfea242-79c3-46c1-8ac9-c52dba84bb9f HTTP/1.1" status: 200 len: 217 time: 0.0470879 Sep 09 15:06:25.288695 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f2298-9ed1-4e3b-b676-d288a336fd94 req-c241a5cc-1bed-4cba-8ddc-25be11f5d26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:25.290303 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8e7f2298-9ed1-4e3b-b676-d288a336fd94 req-c241a5cc-1bed-4cba-8ddc-25be11f5d26c service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.0569415 Sep 09 15:06:25.335096 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f2298-9ed1-4e3b-b676-d288a336fd94 req-298db964-5688-4c5b-b7d4-25fd7f483302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:25.336592 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8e7f2298-9ed1-4e3b-b676-d288a336fd94 req-298db964-5688-4c5b-b7d4-25fd7f483302 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403891 Sep 09 15:06:25.437765 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:25.454267 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8e7f2298-9ed1-4e3b-b676-d288a336fd94 req-719f76ba-b521-4e5e-aa3f-6fbe5a63eabe service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104207 Sep 09 15:06:25.548531 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8e7f2298-9ed1-4e3b-b676-d288a336fd94 req-f3c3d0a8-f585-4e9d-9cec-d483001efb72 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879755 Sep 09 15:06:25.852448 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc150b-69db-44c6-9f22-2ca932438e61 req-d2027f2b-525a-44f9-b153-6caffa754a00 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:25.853968 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-49fc150b-69db-44c6-9f22-2ca932438e61 req-d2027f2b-525a-44f9-b153-6caffa754a00 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0554264 Sep 09 15:06:25.904260 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-49fc150b-69db-44c6-9f22-2ca932438e61 req-682cf104-7edf-498c-b05d-f46b315d33bb tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445912 Sep 09 15:06:26.554600 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853fb34-d999-483b-b8f2-a366e295473d req-f111179f-4c30-42ab-a51c-8c647f9683af tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:26.556091 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-f111179f-4c30-42ab-a51c-8c647f9683af tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/networks?id=d1303b57-e7de-4c0f-8024-6e5319354796 HTTP/1.1" status: 200 len: 814 time: 0.1023383 Sep 09 15:06:26.573068 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-5bdef27c-1d13-464b-b253-f4b4fe9a6d6e tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/quotas/ee3a90f56942438a887a45157622532f HTTP/1.1" status: 200 len: 375 time: 0.0111308 Sep 09 15:06:26.632320 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-a18e45c2-900a-4859-8273-f7b2426b2710 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?tenant_id=ee3a90f56942438a887a45157622532f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537617 Sep 09 15:06:26.735489 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5cfc5-4d0b-4b11-928e-b07de51e9706 req-f0c549c3-1ae1-4f26-bc86-a7e7ea9f0273 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:26.736973 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-36a5cfc5-4d0b-4b11-928e-b07de51e9706 req-f0c549c3-1ae1-4f26-bc86-a7e7ea9f0273 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 945 time: 0.0749738 Sep 09 15:06:26.776593 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:26.787334 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-276bd16b-7dab-4018-b427-f15fbade9e44 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429086 Sep 09 15:06:26.848904 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-36a5cfc5-4d0b-4b11-928e-b07de51e9706 req-03e1ebd4-d4cb-4355-a23d-72079e11e330 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058359 Sep 09 15:06:26.889774 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-fd459c81-1947-455f-98bb-13bffbc26626 service neutron] 10.222.0.15 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965364 Sep 09 15:06:27.040271 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b0e6d-f39e-4f50-97d4-7802802108d9 req-3f2236d1-ddf9-4d34-8d1a-e3539fb83a28 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:27.041701 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a44b0e6d-f39e-4f50-97d4-7802802108d9 req-3f2236d1-ddf9-4d34-8d1a-e3539fb83a28 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0602894 Sep 09 15:06:27.079689 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3174ca20-59f9-4ddf-a3b1-d59b6596050a req-247461a2-e5cf-495b-967d-d994e7052ccc tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 210 time: 0.0464950 Sep 09 15:06:27.109218 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a44b0e6d-f39e-4f50-97d4-7802802108d9 req-940c7312-7374-4067-83ce-372f19d666ac tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583484 Sep 09 15:06:27.969593 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164dad34-a43c-465f-95d8-75493a2d60c2 req-5ff56e1d-c91b-4f37-a705-1fab53ae0f33 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:27.971587 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-164dad34-a43c-465f-95d8-75493a2d60c2 req-5ff56e1d-c91b-4f37-a705-1fab53ae0f33 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 945 time: 0.0463314 Sep 09 15:06:28.016840 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-164dad34-a43c-465f-95d8-75493a2d60c2 req-0f05fba8-4eb9-4158-87a7-70fc941fad80 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397220 Sep 09 15:06:28.191447 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8b1c9a18-8cef-4404-8b77-82e925631dc5 req-5f9e6e5a-9a45-4c67-969b-e35625fea5be tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 210 time: 0.0328476 Sep 09 15:06:28.237011 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e97a9-837b-4f99-bf8d-cd3f9e312218 req-a7dabc1e-ff05-4cdc-a5af-5d8f3c428491 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:28.238589 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-502e97a9-837b-4f99-bf8d-cd3f9e312218 req-a7dabc1e-ff05-4cdc-a5af-5d8f3c428491 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0507834 Sep 09 15:06:28.288777 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-502e97a9-837b-4f99-bf8d-cd3f9e312218 req-fee162c1-b8f7-40d9-b019-d633ec036fe8 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446084 Sep 09 15:06:28.397283 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884b315-bd23-42e4-b70c-ccefefb97e92 req-1fc48af8-c10f-4d27-8e12-a288d430eb92 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:28.398672 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d884b315-bd23-42e4-b70c-ccefefb97e92 req-1fc48af8-c10f-4d27-8e12-a288d430eb92 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 945 time: 0.0487752 Sep 09 15:06:28.489768 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-d884b315-bd23-42e4-b70c-ccefefb97e92 req-3a08f980-1ab4-404a-a96d-9b8a7c1ad349 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Deleting port 623d00a2-9372-4ec8-94c5-533be7ee23c0 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:06:28.490115 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d884b315-bd23-42e4-b70c-ccefefb97e92 req-3a08f980-1ab4-404a-a96d-9b8a7c1ad349 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:28.531903 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:28.580075 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-d884b315-bd23-42e4-b70c-ccefefb97e92 req-3a08f980-1ab4-404a-a96d-9b8a7c1ad349 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] For port 623d00a2-9372-4ec8-94c5-533be7ee23c0, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=623d00a2-9372-4ec8-94c5-533be7ee23c0,segment=NetworkSegment(c59584a5-df59-497c-b3b5-38fbb31f30b7),segment_id=c59584a5-df59-497c-b3b5-38fbb31f30b7)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:28.580454 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d884b315-bd23-42e4-b70c-ccefefb97e92 req-3a08f980-1ab4-404a-a96d-9b8a7c1ad349 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:28.593049 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-d884b315-bd23-42e4-b70c-ccefefb97e92 req-3a08f980-1ab4-404a-a96d-9b8a7c1ad349 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Calling delete_port for 623d00a2-9372-4ec8-94c5-533be7ee23c0 owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:06:28.723899 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d884b315-bd23-42e4-b70c-ccefefb97e92 req-3a08f980-1ab4-404a-a96d-9b8a7c1ad349 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (623d00a2-9372-4ec8-94c5-533be7ee23c0), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:28.735383 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['623d00a2-9372-4ec8-94c5-533be7ee23c0'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:06:28.753231 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08f980-1ab4-404a-a96d-9b8a7c1ad349 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Pushing event deleted for resources: {'Port': ['ID=623d00a2-9372-4ec8-94c5-533be7ee23c0,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:28.803931 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-d884b315-bd23-42e4-b70c-ccefefb97e92 req-3a08f980-1ab4-404a-a96d-9b8a7c1ad349 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] No DVR routers for this DVR port 623d00a2-9372-4ec8-94c5-533be7ee23c0 on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:06:28.813094 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-d884b315-bd23-42e4-b70c-ccefefb97e92 req-3a08f980-1ab4-404a-a96d-9b8a7c1ad349 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:28.816790 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d884b315-bd23-42e4-b70c-ccefefb97e92 req-3a08f980-1ab4-404a-a96d-9b8a7c1ad349 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.16 "DELETE /networking/v2.0/ports/623d00a2-9372-4ec8-94c5-533be7ee23c0 HTTP/1.1" status: 204 len: 173 time: 0.4123144 Sep 09 15:06:28.818572 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8ee68ec-32da-44b8-a532-f3f273043168', 'name': 'network-vif-deleted', 'tag': '623d00a2-9372-4ec8-94c5-533be7ee23c0'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:06:28.820793 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503c2b9d-1e69-4ca0-b27c-15d50bef4dfa" -d '{"events": [{"server_uuid": "b8ee68ec-32da-44b8-a532-f3f273043168", "name": "network-vif-deleted", "tag": "623d00a2-9372-4ec8-94c5-533be7ee23c0"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:06:28.863481 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:28.872845 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb16025-c1f1-41b8-8576-0c4f36d75688 x-openstack-request-id: req-deb16025-c1f1-41b8-8576-0c4f36d75688 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:06:28.873130 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8ee68ec-32da-44b8-a532-f3f273043168", "name": "network-vif-deleted", "tag": "623d00a2-9372-4ec8-94c5-533be7ee23c0", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:06:28.873401 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-deb16025-c1f1-41b8-8576-0c4f36d75688 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:06:28.873792 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb16025-c1f1-41b8-8576-0c4f36d75688'] response: {'server_uuid': 'b8ee68ec-32da-44b8-a532-f3f273043168', 'name': 'network-vif-deleted', 'tag': '623d00a2-9372-4ec8-94c5-533be7ee23c0', 'status': 'completed', 'code': 200} Sep 09 15:06:28.922844 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853fb34-d999-483b-b8f2-a366e295473d req-a1bb9737-0060-45fc-81da-a8053a81212d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:28.924745 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-a1bb9737-0060-45fc-81da-a8053a81212d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.16 "GET /networking/v2.0/networks?id=d1303b57-e7de-4c0f-8024-6e5319354796 HTTP/1.1" status: 200 len: 814 time: 0.1214831 Sep 09 15:06:28.937676 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-7853fb34-d999-483b-b8f2-a366e295473d req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Request body: {'port': {'device_id': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'admin_state_up': True, 'tenant_id': 'ee3a90f56942438a887a45157622532f'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:29.061414 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7853fb34-d999-483b-b8f2-a366e295473d req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Made reservation on behalf of ee3a90f56942438a887a45157622532f for: {'port': 1} {{(pid=106238) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 15:06:29.065165 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7853fb34-d999-483b-b8f2-a366e295473d req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:29.155569 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-af805a6b-9acb-4c5b-b18b-7991465f3fcb req-dedf4e86-2180-41b3-82ee-81d070df5d7f tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 210 time: 0.0339715 Sep 09 15:06:29.235873 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [req-7853fb34-d999-483b-b8f2-a366e295473d req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Allocated IP 172.20.0.12 (d1303b57-e7de-4c0f-8024-6e5319354796/96c17e27-3358-4112-beb7-7261af96c0b8/92661755-b8dc-4b7c-99d8-a069f1628575) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:06:29.313559 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ea1f565a-2977-4d09-9174-6e18f4c4e4f8 req-069b8b7e-cbd0-43ca-b73f-537d317228d4 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 210 time: 0.0325263 Sep 09 15:06:29.478046 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b3fda-9a28-46ee-9666-e1098274ae2d req-59301b34-f071-4ea1-8ba3-f0903ad5bb7f tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:29.479598 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d85b3fda-9a28-46ee-9666-e1098274ae2d req-59301b34-f071-4ea1-8ba3-f0903ad5bb7f tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0686884 Sep 09 15:06:29.547908 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7853fb34-d999-483b-b8f2-a366e295473d req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for port (92661755-b8dc-4b7c-99d8-a069f1628575), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:29.580049 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:29.642152 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7853fb34-d999-483b-b8f2-a366e295473d req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:29.655189 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d85b3fda-9a28-46ee-9666-e1098274ae2d req-6c520710-9da9-487b-87ab-2db286e5fcae tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607947 Sep 09 15:06:29.696343 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:29.698890 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7853fb34-d999-483b-b8f2-a366e295473d req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Network d1303b57-e7de-4c0f-8024-6e5319354796 is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:06:29.708810 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [req-7853fb34-d999-483b-b8f2-a366e295473d req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:29.713417 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-7853fb34-d999-483b-b8f2-a366e295473d req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:06:29.719479 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event updated for resources: {'Port': ['ID=92661755-b8dc-4b7c-99d8-a069f1628575,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:29.775099 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853fb34-d999-483b-b8f2-a366e295473d req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:29.775729 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7853fb34-d999-483b-b8f2-a366e295473d req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:29.804686 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-e05f82ca-c07a-416d-be62-fe1f44646625 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.16 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8709106 Sep 09 15:06:29.981587 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-720e2554-ca76-4462-9b56-2f8c75801b01 None None] Provisioning complete for port 92661755-b8dc-4b7c-99d8-a069f1628575 triggered by entity DHCP. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:29.982649 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-720e2554-ca76-4462-9b56-2f8c75801b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:30.020435 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-720e2554-ca76-4462-9b56-2f8c75801b01 None None] Port 92661755-b8dc-4b7c-99d8-a069f1628575 cannot update to ACTIVE because it is not bound. {{(pid=106240) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 09 15:06:30.283059 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3667f6ef-733f-4590-b28c-846ba2cc7355 req-e9248304-5adf-4714-ad93-d12979399828 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 210 time: 0.0306187 Sep 09 15:06:30.471866 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6cbf8-d098-485e-b8ad-0f5b6e72d3db req-18ff8695-abb8-4f84-8b65-b9ed47432b66 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:30.478215 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1cb6cbf8-d098-485e-b8ad-0f5b6e72d3db req-18ff8695-abb8-4f84-8b65-b9ed47432b66 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 932 time: 0.0627868 Sep 09 15:06:30.524377 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-1cb6cbf8-d098-485e-b8ad-0f5b6e72d3db req-509aa6f7-e07d-4040-b71a-2add2dab9ce6 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442486 Sep 09 15:06:30.789800 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ce267-c63e-43ec-9923-ad1b9a40d8b9 req-a68bec47-c9b8-4c12-b3e3-c6e181071d3d tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:30.791577 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed8ce267-c63e-43ec-9923-ad1b9a40d8b9 req-a68bec47-c9b8-4c12-b3e3-c6e181071d3d tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0525596 Sep 09 15:06:30.842999 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed8ce267-c63e-43ec-9923-ad1b9a40d8b9 req-77bcbd22-2327-411a-8b96-e8c79525bf2c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453868 Sep 09 15:06:31.401254 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-14e620f1-a971-456b-a017-050d45d288df req-b5fc31ca-4495-4c2e-afa3-81c3dce0d1ea tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 210 time: 0.0280981 Sep 09 15:06:31.537392 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 623d00a2-9372-4ec8-94c5-533be7ee23c0 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:06:31.556783 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 623d00a2-9372-4ec8-94c5-533be7ee23c0 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:06:31.557132 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 623d00a2-9372-4ec8-94c5-533be7ee23c0 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:06:31.655126 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4e64-ede6-40aa-8ec6-e4948bec6039 req-475f4c8d-29da-49b9-be62-6471a6410ae4 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:31.656626 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-344e4e64-ede6-40aa-8ec6-e4948bec6039 req-475f4c8d-29da-49b9-be62-6471a6410ae4 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 932 time: 0.0553021 Sep 09 15:06:31.713166 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-344e4e64-ede6-40aa-8ec6-e4948bec6039 req-81765a03-c35f-421a-8164-57941fabea02 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487034 Sep 09 15:06:31.972680 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25921b97-ed78-4bdc-8026-867fd26c2498 req-8d648dce-34b9-4127-afb6-b8187d0a8230 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:31.974670 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-25921b97-ed78-4bdc-8026-867fd26c2498 req-8d648dce-34b9-4127-afb6-b8187d0a8230 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0531611 Sep 09 15:06:32.045331 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-25921b97-ed78-4bdc-8026-867fd26c2498 req-2c2f86c1-b551-4e2d-9c96-027b85846e8b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641534 Sep 09 15:06:32.526414 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8acffd07-2057-4952-9a71-785b08fb7575 req-2fdc570d-d437-4563-a151-e58f525c1d9d tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 210 time: 0.0290446 Sep 09 15:06:32.837546 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df172f44-8b1c-459e-9485-194a5836dad0 req-e4fd18c8-22e3-4ef9-a759-53f6cb4d0a2e tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:32.839029 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-df172f44-8b1c-459e-9485-194a5836dad0 req-e4fd18c8-22e3-4ef9-a759-53f6cb4d0a2e tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 932 time: 0.0482688 Sep 09 15:06:32.893793 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-df172f44-8b1c-459e-9485-194a5836dad0 req-39a7f55a-a6db-4a84-b159-5430f85b3193 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491266 Sep 09 15:06:33.174033 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047fd17f-39a5-4e85-81d7-dc76770557d4 req-e94dd415-c3ff-4b7b-95ba-d47e7dc4698c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:33.175937 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-047fd17f-39a5-4e85-81d7-dc76770557d4 req-e94dd415-c3ff-4b7b-95ba-d47e7dc4698c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0504694 Sep 09 15:06:33.231184 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-047fd17f-39a5-4e85-81d7-dc76770557d4 req-e8ea9f33-d3a4-4ea5-be08-6fd2e51e6de2 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488844 Sep 09 15:06:33.655577 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-01f67372-699d-4ce8-b9c9-cf8f8f5c7f2d req-fe8c2e7e-2c7c-498f-b25c-d981a9f66857 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 210 time: 0.0357289 Sep 09 15:06:34.035130 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a8c39-d5f9-4798-ab38-f111906a5898 req-66dad33a-2aac-4ac6-a90d-5211f9487936 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:34.036639 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-942a8c39-d5f9-4798-ab38-f111906a5898 req-66dad33a-2aac-4ac6-a90d-5211f9487936 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 932 time: 0.0575109 Sep 09 15:06:34.121830 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-942a8c39-d5f9-4798-ab38-f111906a5898 req-599a2358-4c13-4230-9a86-759e7e96ac63 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794184 Sep 09 15:06:34.355621 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3315283-2c90-49aa-a059-68fd389372af req-eeeadae2-8815-4437-85bc-e7ca4b8e2498 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:34.357381 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a3315283-2c90-49aa-a059-68fd389372af req-eeeadae2-8815-4437-85bc-e7ca4b8e2498 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0487759 Sep 09 15:06:34.411360 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a3315283-2c90-49aa-a059-68fd389372af req-89f7e676-9c07-451e-a146-fada765fb6fa tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474679 Sep 09 15:06:34.767145 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cbcc4201-7462-4379-85b2-1943e407e8d9 req-12f26ca3-1275-4cc3-886c-03568d0b7814 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 210 time: 0.0287328 Sep 09 15:06:35.264634 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc642df8-85d2-4e8c-84bb-ec5fe22ad925 req-2eb20515-9d61-4ff8-99c2-c9de58308358 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:35.268558 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cc642df8-85d2-4e8c-84bb-ec5fe22ad925 req-2eb20515-9d61-4ff8-99c2-c9de58308358 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 932 time: 0.0569053 Sep 09 15:06:35.292117 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:35.337285 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cc642df8-85d2-4e8c-84bb-ec5fe22ad925 req-43b3b779-5769-4203-9dad-3c3ad83dda12 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633001 Sep 09 15:06:35.539272 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46539887-58c4-4da4-a723-d93b69718b57 req-f27bd665-6594-4b71-a2b5-aaf66d490fc8 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:35.540694 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-46539887-58c4-4da4-a723-d93b69718b57 req-f27bd665-6594-4b71-a2b5-aaf66d490fc8 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0496638 Sep 09 15:06:35.599442 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-46539887-58c4-4da4-a723-d93b69718b57 req-5b58984c-6a9a-432c-b22f-4c58eda5f39d tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527349 Sep 09 15:06:35.894368 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e269f97c-d21c-4f0c-b3f8-3c9031e8055d req-e1e0e219-545b-4c68-adb6-c7617482cac9 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 210 time: 0.0335796 Sep 09 15:06:36.444015 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:36.457085 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a0e48-5089-4215-a356-85879ccef63a req-4bccc9df-c8d8-4669-ae15-d8a0763078e8 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:36.458824 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f51a0e48-5089-4215-a356-85879ccef63a req-4bccc9df-c8d8-4669-ae15-d8a0763078e8 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 932 time: 0.0539994 Sep 09 15:06:36.508965 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f51a0e48-5089-4215-a356-85879ccef63a req-56954c33-db84-4acb-ac64-fef19461b793 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439100 Sep 09 15:06:36.727320 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86c6cc-a822-479c-8f74-8bf11ae7e593 req-9932e88b-810b-4207-8739-55fc30643c43 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:36.728777 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8b86c6cc-a822-479c-8f74-8bf11ae7e593 req-9932e88b-810b-4207-8739-55fc30643c43 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0485649 Sep 09 15:06:36.777842 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8b86c6cc-a822-479c-8f74-8bf11ae7e593 req-63f3ae80-32d0-48d1-9f34-4d1784969990 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434432 Sep 09 15:06:37.008800 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9799adae-042b-4be3-93d4-394b8ed197af req-200215d8-1746-4d25-be0d-32a115d57bc5 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 210 time: 0.0301781 Sep 09 15:06:37.465123 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Request body: {'port': {'device_id': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82869'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:37.522715 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:37.658266 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-32437771-e607-48a8-9994-f2b20a62d0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:37.681681 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706a552-c578-4a8b-885e-f04e85e9babf req-3e8ce232-008b-476d-a258-039748b654bc tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:37.683152 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6706a552-c578-4a8b-885e-f04e85e9babf req-3e8ce232-008b-476d-a258-039748b654bc tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 932 time: 0.0648544 Sep 09 15:06:37.783087 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6706a552-c578-4a8b-885e-f04e85e9babf req-5defc9f6-8eb6-40a3-a9b0-3a8340b9ed18 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897207 Sep 09 15:06:37.852267 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92661755-b8dc-4b7c-99d8-a069f1628575 {{(pid=106238) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:06:37.868587 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Publish callbacks [] for port (92661755-b8dc-4b7c-99d8-a069f1628575), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:37.901996 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.provisioning_blocks [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Transition to ACTIVE for port object 92661755-b8dc-4b7c-99d8-a069f1628575 will not be triggered until provisioned by entity L2. {{(pid=106238) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 09 15:06:37.907615 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:37.917323 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64660425-617d-4971-adaf-7e7c2d6de50d req-22b5759b-8e02-4123-902b-4d3707b12592 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:37.918716 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64660425-617d-4971-adaf-7e7c2d6de50d req-22b5759b-8e02-4123-902b-4d3707b12592 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0620449 Sep 09 15:06:37.995195 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:38.002645 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Pushing event updated for resources: {'Port': ['ID=92661755-b8dc-4b7c-99d8-a069f1628575,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:38.047235 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.047877 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.047979 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.048243 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.048581 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.048920 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.049273 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.049605 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.050000 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.050877 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.051166 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.051490 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.051814 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.052225 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.052691 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:38.061085 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-64660425-617d-4971-adaf-7e7c2d6de50d req-743dc30d-6cfc-491a-aee1-b46f318d5f2c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179159 Sep 09 15:06:38.101567 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Attempting to bind port 92661755-b8dc-4b7c-99d8-a069f1628575 on host hv-cinder-82869 for vnic_type normal with profile {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 09 15:06:38.101976 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Attempting to bind port 92661755-b8dc-4b7c-99d8-a069f1628575 by drivers openvswitch,hyperv on host hv-cinder-82869 at level 0 using segments [{'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 09 15:06:38.102312 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Attempting to bind port 92661755-b8dc-4b7c-99d8-a069f1628575 on network d1303b57-e7de-4c0f-8024-6e5319354796 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:06:38.160255 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9c348a0a-6882-4066-9614-f56760456687 req-83af4777-260b-48a8-a15f-01760e0ccd18 tempest-VolumesSnapshotTestJSON-349852722 tempest-VolumesSnapshotTestJSON-349852722-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=b8ee68ec-32da-44b8-a532-f3f273043168 HTTP/1.1" status: 200 len: 210 time: 0.0323730 Sep 09 15:06:38.174963 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Port 92661755-b8dc-4b7c-99d8-a069f1628575 on network d1303b57-e7de-4c0f-8024-6e5319354796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82869 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 09 15:06:38.175352 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Attempting to bind port 92661755-b8dc-4b7c-99d8-a069f1628575 on network d1303b57-e7de-4c0f-8024-6e5319354796 {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 09 15:06:38.177002 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:38.218771 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Checking agent: {'id': '7c6b98fb-8dae-46a3-8546-e5f7114fd180', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82869', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'started_at': datetime.datetime(2022, 9, 9, 14, 55, 16), 'heartbeat_timestamp': datetime.datetime(2022, 9, 9, 15, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 09 15:06:38.219098 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Checking segment: {'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106238) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 09 15:06:38.219474 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Bound using segment: {'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'} {{(pid=106238) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 09 15:06:38.219900 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.managers [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Bound port: 92661755-b8dc-4b7c-99d8-a069f1628575, host: hv-cinder-82869, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9f4375-ca3a-498a-9ad9-129594c3c82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796'}}] {{(pid=106238) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 09 15:06:38.220251 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:38.278872 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] For port 92661755-b8dc-4b7c-99d8-a069f1628575, host hv-cinder-82869, cleared binding levels {{(pid=106238) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 15:06:38.282434 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] For port 92661755-b8dc-4b7c-99d8-a069f1628575, host hv-cinder-82869, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=92661755-b8dc-4b7c-99d8-a069f1628575,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106238) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 15:06:38.288959 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:38.292910 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:38.293537 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:38.294886 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] 10.222.0.16 "PUT /networking/v2.0/ports/92661755-b8dc-4b7c-99d8-a069f1628575 HTTP/1.1" status: 200 len: 1094 time: 0.8339860 Sep 09 15:06:38.295428 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:06:38.297665 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78a14b1a-7239-4ec9-b398-1b9c48644fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:06:38.341806 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873e259-c74d-4bb7-a48b-cae74cf2dc6f x-openstack-request-id: req-7873e259-c74d-4bb7-a48b-cae74cf2dc6f {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:06:38.342094 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:06:38.342343 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7873e259-c74d-4bb7-a48b-cae74cf2dc6f {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:06:38.342738 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7873e259-c74d-4bb7-a48b-cae74cf2dc6f'] response: {'name': 'network-changed', 'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575', 'status': 'completed', 'code': 200} Sep 09 15:06:38.384409 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853fb34-d999-483b-b8f2-a366e295473d req-d849a964-d812-446a-9cad-56e8dfc9675e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:38.385886 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-d849a964-d812-446a-9cad-56e8dfc9675e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ee3a90f56942438a887a45157622532f&device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 1128 time: 0.0560277 Sep 09 15:06:38.386568 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16525673-7b17-4980-863e-662ad2ce77a5 service neutron] Pushing event updated for resources: {'Port': ['ID=92661755-b8dc-4b7c-99d8-a069f1628575,revision_number=3']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:38.426429 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-60aaaf41-0837-4738-83fa-2f3aeb90a851 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92661755-b8dc-4b7c-99d8-a069f1628575 HTTP/1.1" status: 200 len: 217 time: 0.0340188 Sep 09 15:06:38.476821 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853fb34-d999-483b-b8f2-a366e295473d req-02ad0b33-e6c8-451e-8b4e-405f1d46015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:38.478253 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-02ad0b33-e6c8-451e-8b4e-405f1d46015d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=96c17e27-3358-4112-beb7-7261af96c0b8 HTTP/1.1" status: 200 len: 853 time: 0.0462794 Sep 09 15:06:38.519261 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853fb34-d999-483b-b8f2-a366e295473d req-c7cd7676-b4b4-42bf-9f25-cf42cae21c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:38.520653 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-c7cd7676-b4b4-42bf-9f25-cf42cae21c47 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d1303b57-e7de-4c0f-8024-6e5319354796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370405 Sep 09 15:06:38.610636 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-897d4157-219e-47fb-827f-5630e3f3f89a service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842311 Sep 09 15:06:38.697542 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-7853fb34-d999-483b-b8f2-a366e295473d req-e27b7214-134e-4a72-acce-5c1a9073ce80 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809340 Sep 09 15:06:38.901946 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184fb2f-bdd7-4da5-bd2a-7277cfe5e456 req-21a1e636-4034-486a-9218-02427494dd50 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:38.903351 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2184fb2f-bdd7-4da5-bd2a-7277cfe5e456 req-21a1e636-4034-486a-9218-02427494dd50 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 944 time: 0.0460103 Sep 09 15:06:38.952706 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-2184fb2f-bdd7-4da5-bd2a-7277cfe5e456 req-92b934e5-b1a2-4483-9114-0ec0d001175b tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435135 Sep 09 15:06:39.187668 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aba4f-bc31-43ec-a668-6f1307a3709e req-00964b33-bb34-439f-b472-70b46a479a45 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:39.189232 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-102aba4f-bc31-43ec-a668-6f1307a3709e req-00964b33-bb34-439f-b472-70b46a479a45 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 944 time: 0.0460465 Sep 09 15:06:39.245711 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-102aba4f-bc31-43ec-a668-6f1307a3709e req-d99edc0a-6fa8-4f06-9386-1960d71c6f8a tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494838 Sep 09 15:06:39.437551 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a14b1a-7239-4ec9-b398-1b9c48644fdd req-462cec94-e1d2-4538-9c8c-b9547892899d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:39.439042 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-78a14b1a-7239-4ec9-b398-1b9c48644fdd req-462cec94-e1d2-4538-9c8c-b9547892899d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ee3a90f56942438a887a45157622532f&device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 1128 time: 0.0438974 Sep 09 15:06:39.507955 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:39.537914 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 6bfea242-79c3-46c1-8ac9-c52dba84bb9f details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:06:39.551884 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a14b1a-7239-4ec9-b398-1b9c48644fdd req-4ac4c0ae-c11c-41e8-a0ef-2dc61a4ecbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:39.553419 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-78a14b1a-7239-4ec9-b398-1b9c48644fdd req-4ac4c0ae-c11c-41e8-a0ef-2dc61a4ecbee service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d1303b57-e7de-4c0f-8024-6e5319354796 HTTP/1.1" status: 200 len: 915 time: 0.1085024 Sep 09 15:06:39.591725 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-78a14b1a-7239-4ec9-b398-1b9c48644fdd req-daa2b035-5ae1-4cca-94f2-d70da534edb0 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92661755-b8dc-4b7c-99d8-a069f1628575 HTTP/1.1" status: 200 len: 217 time: 0.0325480 Sep 09 15:06:39.641563 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=6bfea242-79c3-46c1-8ac9-c52dba84bb9f,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:39.641841 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a14b1a-7239-4ec9-b398-1b9c48644fdd req-acd22028-2f03-4c59-9737-321eb192386f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:39.643108 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-78a14b1a-7239-4ec9-b398-1b9c48644fdd req-acd22028-2f03-4c59-9737-321eb192386f service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=96c17e27-3358-4112-beb7-7261af96c0b8 HTTP/1.1" status: 200 len: 853 time: 0.0444341 Sep 09 15:06:39.651073 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:39.654028 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'port_id': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f', 'mac_address': 'fa:16:3e:97:89:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:06:39.689754 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:39.690133 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:39.691285 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a14b1a-7239-4ec9-b398-1b9c48644fdd req-92f73ceb-c1b0-4063-9604-ceee0ee8dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:39.692765 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-78a14b1a-7239-4ec9-b398-1b9c48644fdd req-92f73ceb-c1b0-4063-9604-ceee0ee8dc64 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d1303b57-e7de-4c0f-8024-6e5319354796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429537 Sep 09 15:06:39.706692 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bfea242-79c3-46c1-8ac9-c52dba84bb9f {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:06:39.726857 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=6bfea242-79c3-46c1-8ac9-c52dba84bb9f,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:39.730467 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:39.749177 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:39.778307 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=6bfea242-79c3-46c1-8ac9-c52dba84bb9f,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:39.786196 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.786537 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.786870 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.787204 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.787537 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.787857 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.788178 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.788287 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-78a14b1a-7239-4ec9-b398-1b9c48644fdd req-d121713c-bf8e-425b-abda-e43bb633fd8d service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893996 Sep 09 15:06:39.788500 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.788838 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.789138 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.789552 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.789871 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.790186 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.790499 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.790811 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:06:39.881377 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3acf630c-00ea-40fb-bb6d-b218e863ccc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:39.890411 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-78a14b1a-7239-4ec9-b398-1b9c48644fdd req-7c449a38-5821-4a59-b2c2-2cbccbd579c7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960107 Sep 09 15:06:39.944066 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['6bfea242-79c3-46c1-8ac9-c52dba84bb9f'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:06:40.076359 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b097aa0-7d50-4843-a048-0f08b0f0c28a req-b1e30805-f017-4849-9705-9af15eef1139 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:40.077869 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4b097aa0-7d50-4843-a048-0f08b0f0c28a req-b1e30805-f017-4849-9705-9af15eef1139 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 944 time: 0.0477290 Sep 09 15:06:40.103395 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:40.129428 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4b097aa0-7d50-4843-a048-0f08b0f0c28a req-0aee3e89-76c3-4382-981c-91a79d5a32f0 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454473 Sep 09 15:06:40.366043 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc181525-5753-4bb6-b6e0-761ba5d9176c req-8998baf7-f10b-4888-9af8-c4298caa0096 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:40.367468 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bc181525-5753-4bb6-b6e0-761ba5d9176c req-8998baf7-f10b-4888-9af8-c4298caa0096 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 945 time: 0.0488958 Sep 09 15:06:40.665389 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bc181525-5753-4bb6-b6e0-761ba5d9176c req-09370c19-563a-4321-a3c2-2e7ebacec9a6 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2922950 Sep 09 15:06:41.248914 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0cfa0-c74a-4b04-b97f-c3252e4c5be6 req-f116c692-1974-428d-8810-3c8e8d0ae9ac tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:41.250373 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e4d0cfa0-c74a-4b04-b97f-c3252e4c5be6 req-f116c692-1974-428d-8810-3c8e8d0ae9ac tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 944 time: 0.0460126 Sep 09 15:06:41.296692 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e4d0cfa0-c74a-4b04-b97f-c3252e4c5be6 req-f71912cf-0ad3-48b3-aa57-24c4a33e18d3 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407164 Sep 09 15:06:41.339267 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:41.787326 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d6f2a-822d-4a0e-924e-ad6915967d52 req-a4520683-5661-4ff3-bff7-8fee92da42a1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:41.788775 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-816d6f2a-822d-4a0e-924e-ad6915967d52 req-a4520683-5661-4ff3-bff7-8fee92da42a1 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 945 time: 0.0475621 Sep 09 15:06:41.840698 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-816d6f2a-822d-4a0e-924e-ad6915967d52 req-fc13c3ca-a63e-4f03-bbd3-5eebbf3c05e8 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463700 Sep 09 15:06:41.911662 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 92661755-b8dc-4b7c-99d8-a069f1628575 details requested by agent hyperv_hv-cinder-82869 with host hv-cinder-82869 {{(pid=106240) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 15:06:42.014866 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 92661755-b8dc-4b7c-99d8-a069f1628575, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=92661755-b8dc-4b7c-99d8-a069f1628575,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:42.026027 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Returning: {'device': '92661755-b8dc-4b7c-99d8-a069f1628575', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'port_id': '92661755-b8dc-4b7c-99d8-a069f1628575', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106240) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 15:06:42.059700 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 92661755-b8dc-4b7c-99d8-a069f1628575 is: DOWN; New status is: BUILD {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:42.060083 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:42.073390 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92661755-b8dc-4b7c-99d8-a069f1628575 {{(pid=106240) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 09 15:06:42.092585 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 92661755-b8dc-4b7c-99d8-a069f1628575, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=92661755-b8dc-4b7c-99d8-a069f1628575,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:42.097910 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:42.148674 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=92661755-b8dc-4b7c-99d8-a069f1628575,revision_number=4']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:42.257162 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:06:42.415772 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10570b16-8f33-4ac2-9d4e-46409fad3421 req-35b6e92a-cd6c-4eb3-9617-4efab2d09d91 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:42.417226 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-10570b16-8f33-4ac2-9d4e-46409fad3421 req-35b6e92a-cd6c-4eb3-9617-4efab2d09d91 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 945 time: 0.0458515 Sep 09 15:06:42.463984 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-10570b16-8f33-4ac2-9d4e-46409fad3421 req-75e344f8-418c-4565-8dd0-fdfccb85dbbf tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409658 Sep 09 15:06:42.691475 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 6bfea242-79c3-46c1-8ac9-c52dba84bb9f up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:42.732380 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 15:06:42.738611 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:42.739111 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:42.774310 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:42.813286 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:42.813670 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:42.838716 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:06:42.841929 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebd63698-7e7b-4d8f-8ba8-32e3e3fce94d" -d '{"events": [{"server_uuid": "ba28ee63-2458-4bd0-9e99-e6723db42836", "name": "network-vif-plugged", "status": "completed", "tag": "6bfea242-79c3-46c1-8ac9-c52dba84bb9f"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:06:42.871760 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=6bfea242-79c3-46c1-8ac9-c52dba84bb9f,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:42.878667 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:42.883660 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f462e9a-aa52-4b4e-8c7c-8b5f8901eac4 x-openstack-request-id: req-6f462e9a-aa52-4b4e-8c7c-8b5f8901eac4 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:06:42.883811 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba28ee63-2458-4bd0-9e99-e6723db42836", "name": "network-vif-plugged", "status": "completed", "tag": "6bfea242-79c3-46c1-8ac9-c52dba84bb9f", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:06:42.884140 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f462e9a-aa52-4b4e-8c7c-8b5f8901eac4 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:06:42.884537 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f462e9a-aa52-4b4e-8c7c-8b5f8901eac4'] response: {'server_uuid': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f', 'code': 200} Sep 09 15:06:42.927496 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=6bfea242-79c3-46c1-8ac9-c52dba84bb9f,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:42.961785 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c57a6-ba5f-4dd9-a7c0-9d612db38636 req-bb385f21-9847-4bd4-9def-62efb18082c0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:42.963159 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a81c57a6-ba5f-4dd9-a7c0-9d612db38636 req-bb385f21-9847-4bd4-9def-62efb18082c0 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 946 time: 0.0480368 Sep 09 15:06:43.011730 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a81c57a6-ba5f-4dd9-a7c0-9d612db38636 req-cf9c43f9-8559-447e-aff6-e0fda35a7cb5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429654 Sep 09 15:06:43.073974 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:43.116742 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:43.586889 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ee1a3-cd50-4077-9792-777456eaa3b8 req-a8348877-b284-43a6-a527-e2a485255591 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:43.588325 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-593ee1a3-cd50-4077-9792-777456eaa3b8 req-a8348877-b284-43a6-a527-e2a485255591 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 945 time: 0.0500963 Sep 09 15:06:43.636115 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-593ee1a3-cd50-4077-9792-777456eaa3b8 req-a0863a78-a3df-4f76-a062-77f2d0fb3755 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Sep 09 15:06:43.843169 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c3896-4ec7-4577-88c8-195f386daa0b req-0edbf1d1-1d09-4ff7-95c1-a9f9abf9a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:43.844663 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-424c3896-4ec7-4577-88c8-195f386daa0b req-0edbf1d1-1d09-4ff7-95c1-a9f9abf9a499 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 1130 time: 0.0392125 Sep 09 15:06:43.857505 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:43.869774 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['92661755-b8dc-4b7c-99d8-a069f1628575'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:06:43.892522 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-424c3896-4ec7-4577-88c8-195f386daa0b req-d74000bb-3ea9-4885-874c-c56a7ff7f3a8 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407281 Sep 09 15:06:43.996761 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:44.136340 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15026037-b112-46fd-9206-b6fdcfb6c32c req-963ddcae-6e6a-4a0a-a1f6-abab5808c3f5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:44.137834 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-15026037-b112-46fd-9206-b6fdcfb6c32c req-963ddcae-6e6a-4a0a-a1f6-abab5808c3f5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 946 time: 0.0520334 Sep 09 15:06:44.187000 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-15026037-b112-46fd-9206-b6fdcfb6c32c req-0c2b9afd-a705-4ae9-8b4e-a1dc120ed334 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436141 Sep 09 15:06:44.753690 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc995f-d048-4f06-b077-62ec0d0ab2e9 req-b6dd1131-7ae0-487e-b6d7-4cf17921e95d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:44.755028 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-69dc995f-d048-4f06-b077-62ec0d0ab2e9 req-b6dd1131-7ae0-487e-b6d7-4cf17921e95d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 945 time: 0.0454638 Sep 09 15:06:44.765748 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:44.802195 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-69dc995f-d048-4f06-b077-62ec0d0ab2e9 req-6ab7f27c-b7af-4875-83dd-0f3e30a13a94 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416641 Sep 09 15:06:45.307757 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8adfb-75be-4b24-b24b-db790dc14702 req-c935e8af-8f17-474d-9a0c-04a94a7247b5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:45.309133 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-91e8adfb-75be-4b24-b24b-db790dc14702 req-c935e8af-8f17-474d-9a0c-04a94a7247b5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 946 time: 0.0478861 Sep 09 15:06:45.360388 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-91e8adfb-75be-4b24-b24b-db790dc14702 req-f9130673-2164-48d6-a947-888433288ae7 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454531 Sep 09 15:06:45.477310 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d4d32-68ba-488e-b12c-56657bc10a91 req-dc58d2c6-7afd-4a69-89b0-2830de2bf5d5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:45.478819 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8c3d4d32-68ba-488e-b12c-56657bc10a91 req-dc58d2c6-7afd-4a69-89b0-2830de2bf5d5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 946 time: 0.0461168 Sep 09 15:06:45.530255 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8c3d4d32-68ba-488e-b12c-56657bc10a91 req-f792ee9a-51b1-4641-970f-2d481ea3dfdd tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459859 Sep 09 15:06:45.560969 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43302) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:06:45.633280 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 92661755-b8dc-4b7c-99d8-a069f1628575 up at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 15:06:45.675418 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning for port 92661755-b8dc-4b7c-99d8-a069f1628575 completed by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 09 15:06:45.681321 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.provisioning_blocks [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Provisioning complete for port 92661755-b8dc-4b7c-99d8-a069f1628575 triggered by entity L2. {{(pid=106240) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 09 15:06:45.681715 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8235622'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), provisioning_complete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:45.745220 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a5525-b19a-424b-b21a-ca8c6ae895be tempest-TestVolumeBootPattern-1849863589 tempest-TestVolumeBootPattern-1849863589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:45.746719 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-8c3a5525-b19a-424b-b21a-ca8c6ae895be tempest-TestVolumeBootPattern-1849863589 tempest-TestVolumeBootPattern-1849863589-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 1125 time: 0.1848071 Sep 09 15:06:45.749633 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43306) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:06:45.753792 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'port_id': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:06:45.756455 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Current status of the port 92661755-b8dc-4b7c-99d8-a069f1628575 is: BUILD; New status is: ACTIVE {{(pid=106240) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 09 15:06:45.756838 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), before_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:45.775576 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:45.780731 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575'}] {{(pid=106240) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:06:45.783243 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecacc3a375531706720b37b3069f2ca57a7ad01f3b409b3c041c6b8a8039889c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58349869-6e1b-49a7-9263-02a17e958ac9" -d '{"events": [{"server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "name": "network-vif-plugged", "status": "completed", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575"}]}' {{(pid=106240) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:06:45.797045 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] For port 92661755-b8dc-4b7c-99d8-a069f1628575, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=92661755-b8dc-4b7c-99d8-a069f1628575,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:06:45.801549 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:45.824131 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f4f757-23ad-4ab9-97f8-ba9f7613f4d9 x-openstack-request-id: req-49f4f757-23ad-4ab9-97f8-ba9f7613f4d9 {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:06:45.824423 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "name": "network-vif-plugged", "status": "completed", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575", "code": 200}]} {{(pid=106240) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:06:45.824671 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49f4f757-23ad-4ab9-97f8-ba9f7613f4d9 {{(pid=106240) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:06:45.825120 dv-cinder-828696-11-iscsi neutron-server[106240]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f4f757-23ad-4ab9-97f8-ba9f7613f4d9'] response: {'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575', 'code': 200} Sep 09 15:06:45.856414 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Pushing event updated for resources: {'Port': ['ID=92661755-b8dc-4b7c-99d8-a069f1628575,revision_number=5']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:45.868243 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:45.972702 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b8c3f-c101-425d-8b44-c2848e31cd29 req-4d105875-5a9f-45e5-bf84-9ea5f618fed5 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:45.974183 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-164b8c3f-c101-425d-8b44-c2848e31cd29 req-4d105875-5a9f-45e5-bf84-9ea5f618fed5 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 946 time: 0.0944698 Sep 09 15:06:46.053031 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724baad-cf5d-45fb-bbe5-39bfc40288a7 req-fd4bb0ff-cd7b-41f8-9c50-2472125b6ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:46.054511 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3724baad-cf5d-45fb-bbe5-39bfc40288a7 req-fd4bb0ff-cd7b-41f8-9c50-2472125b6ab3 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 1130 time: 0.0770574 Sep 09 15:06:46.089185 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Allocated IP 172.27.3.66 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/98528c60-6032-4753-a0e4-e7f7ca226215) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:06:46.127527 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-164b8c3f-c101-425d-8b44-c2848e31cd29 req-88217301-c462-4e99-856d-d9b3bec6c5ba tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259410 Sep 09 15:06:46.177070 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:46.181342 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3724baad-cf5d-45fb-bbe5-39bfc40288a7 req-d8bb1625-2cd4-4438-8cf5-a40cec0c2b15 service neutron] 10.222.0.16 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206734 Sep 09 15:06:46.235157 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for port (98528c60-6032-4753-a0e4-e7f7ca226215), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:46.267060 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (98528c60-6032-4753-a0e4-e7f7ca226215), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:46.305940 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:06:46.311011 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:46.314881 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:06:46.319500 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:06:46.322924 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'Port': ['ID=98528c60-6032-4753-a0e4-e7f7ca226215,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:46.682469 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (526d5acf-4742-46e8-8120-02ed74cc0267), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:46.751076 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (98528c60-6032-4753-a0e4-e7f7ca226215), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:46.901987 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for port (98528c60-6032-4753-a0e4-e7f7ca226215), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:46.906497 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (98528c60-6032-4753-a0e4-e7f7ca226215), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:46.964588 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:46.984557 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event updated for resources: {'Port': ['ID=98528c60-6032-4753-a0e4-e7f7ca226215,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:06:46.987042 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (526d5acf-4742-46e8-8120-02ed74cc0267), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:47.086547 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Floating IP 526d5acf-4742-46e8-8120-02ed74cc0267 associated. External IP: 172.27.3.66, port: 6bfea242-79c3-46c1-8ac9-c52dba84bb9f. Sep 09 15:06:47.194428 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:47.323329 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5827e0-a478-47a5-944a-8eb181cc2b13 req-c64415f8-2aed-4eb8-b055-2694f2ebf32e tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:47.324692 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9d5827e0-a478-47a5-944a-8eb181cc2b13 req-c64415f8-2aed-4eb8-b055-2694f2ebf32e tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 946 time: 0.0956423 Sep 09 15:06:47.376893 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Router 9f091a18-664f-4f9d-b6a0-c26ebedad05f has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:06:47.395004 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-9d5827e0-a478-47a5-944a-8eb181cc2b13 req-26822cb3-f188-418d-873c-5e5dc800f939 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640621 Sep 09 15:06:47.499456 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:06:47.511067 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cff97-8c49-4a2e-b7c1-8e5eac9f6dd1 None None] Sync routers for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:06:47.518952 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:47.525645 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cff97-8c49-4a2e-b7c1-8e5eac9f6dd1 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:06:47.526409 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-857cff97-8c49-4a2e-b7c1-8e5eac9f6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:06:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:47.560143 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-2efd2a6f-104b-4afd-a42a-64fbf8dc5ab5 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8093722 Sep 09 15:06:47.560963 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'tag': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:06:47.563832 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec64408-add8-4600-9952-8a4e8662cd96" -d '{"events": [{"name": "network-changed", "server_uuid": "ba28ee63-2458-4bd0-9e99-e6723db42836", "tag": "6bfea242-79c3-46c1-8ac9-c52dba84bb9f"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:06:47.621530 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb3d272-e7f2-45f7-96a0-3a5589375454 x-openstack-request-id: req-0bb3d272-e7f2-45f7-96a0-3a5589375454 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:06:47.622147 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba28ee63-2458-4bd0-9e99-e6723db42836", "tag": "6bfea242-79c3-46c1-8ac9-c52dba84bb9f", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:06:47.622147 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bb3d272-e7f2-45f7-96a0-3a5589375454 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:06:47.622590 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bb3d272-e7f2-45f7-96a0-3a5589375454'] response: {'name': 'network-changed', 'server_uuid': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'tag': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f', 'status': 'completed', 'code': 200} Sep 09 15:06:47.685574 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec64408-add8-4600-9952-8a4e8662cd96 req-699e59b9-1e19-4975-b97e-ac7096a374ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:47.687115 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cec64408-add8-4600-9952-8a4e8662cd96 req-699e59b9-1e19-4975-b97e-ac7096a374ff service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 1130 time: 0.0435560 Sep 09 15:06:47.739537 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-857cff97-8c49-4a2e-b7c1-8e5eac9f6dd1 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:06:47.794285 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:06:47.814913 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec64408-add8-4600-9952-8a4e8662cd96 req-dbd11372-0df4-4fba-a3ae-cadb18a610ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:47.817090 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cec64408-add8-4600-9952-8a4e8662cd96 req-dbd11372-0df4-4fba-a3ae-cadb18a610ef service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 913 time: 0.1232674 Sep 09 15:06:47.884964 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cec64408-add8-4600-9952-8a4e8662cd96 req-c8f8a89c-26ec-414d-a49a-3e5a24700586 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bfea242-79c3-46c1-8ac9-c52dba84bb9f HTTP/1.1" status: 200 len: 999 time: 0.0622289 Sep 09 15:06:47.938158 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec64408-add8-4600-9952-8a4e8662cd96 req-3544ccd9-0102-40c6-9ee8-6318b52c71c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:47.940072 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cec64408-add8-4600-9952-8a4e8662cd96 req-3544ccd9-0102-40c6-9ee8-6318b52c71c6 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.0488913 Sep 09 15:06:47.958330 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-857cff97-8c49-4a2e-b7c1-8e5eac9f6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '526d5acf-4742-46e8-8120-02ed74cc0267', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.66', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:97:89:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:06:46Z', 'updated_at': '2022-09-09T15:06:46Z', 'revision_number': 0, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}, {'id': '90a23af7-a0a7-4d11-b530-9be4176afd3d', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:26:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:04:15Z', 'updated_at': '2022-09-09T15:04:17Z', 'revision_number': 1, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:47.983228 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cff97-8c49-4a2e-b7c1-8e5eac9f6dd1 None None] Checking router: 9f091a18-664f-4f9d-b6a0-c26ebedad05f for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:06:47.983832 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec64408-add8-4600-9952-8a4e8662cd96 req-a03f94f4-4dda-4072-a090-222321678179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:47.985349 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cec64408-add8-4600-9952-8a4e8662cd96 req-a03f94f4-4dda-4072-a090-222321678179 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398250 Sep 09 15:06:47.991617 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857cff97-8c49-4a2e-b7c1-8e5eac9f6dd1 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:06:47.992209 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-857cff97-8c49-4a2e-b7c1-8e5eac9f6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:06:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:48.092396 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cec64408-add8-4600-9952-8a4e8662cd96 req-2863cae7-85a0-4740-a9ef-8fac227ba106 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001811 Sep 09 15:06:48.095178 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-857cff97-8c49-4a2e-b7c1-8e5eac9f6dd1 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:06:48.105901 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:48.184761 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-cec64408-add8-4600-9952-8a4e8662cd96 req-7064c0f6-9f47-4c8f-99fe-9a9b5c571396 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857017 Sep 09 15:06:48.309121 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-857cff97-8c49-4a2e-b7c1-8e5eac9f6dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '526d5acf-4742-46e8-8120-02ed74cc0267', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.66', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:97:89:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:06:46Z', 'updated_at': '2022-09-09T15:06:46Z', 'revision_number': 0, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}, {'id': '90a23af7-a0a7-4d11-b530-9be4176afd3d', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:26:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:04:15Z', 'updated_at': '2022-09-09T15:04:17Z', 'revision_number': 1, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:06:48.334232 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857cff97-8c49-4a2e-b7c1-8e5eac9f6dd1 None None] The sync data for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi is: [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '526d5acf-4742-46e8-8120-02ed74cc0267', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.66', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 751, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:97:89:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:06:46Z', 'updated_at': '2022-09-09T15:06:46Z', 'revision_number': 0, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}, {'id': '90a23af7-a0a7-4d11-b530-9be4176afd3d', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:26:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:04:15Z', 'updated_at': '2022-09-09T15:04:17Z', 'revision_number': 1, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:06:48.517247 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242705c0-067d-4683-9031-fdb25a884c6a req-9d13ff8b-9a79-4dd4-80bf-56a82910b0f7 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:48.518237 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-242705c0-067d-4683-9031-fdb25a884c6a req-9d13ff8b-9a79-4dd4-80bf-56a82910b0f7 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 946 time: 0.0476279 Sep 09 15:06:48.523464 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b6cc0e-4a39-47f5-8308-15a676454fb7 None None] New status for floating IP 526d5acf-4742-46e8-8120-02ed74cc0267: ACTIVE {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:06:48.575841 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-242705c0-067d-4683-9031-fdb25a884c6a req-9a8d23ee-005e-403a-8639-f92f96348df8 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501289 Sep 09 15:06:48.702187 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a35451b-bae7-4dee-ba5b-f3233d7fcaea req-6c8f70bb-7684-418c-8a98-6080db79b042 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:48.703668 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5a35451b-bae7-4dee-ba5b-f3233d7fcaea req-6c8f70bb-7684-418c-8a98-6080db79b042 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 946 time: 0.0502255 Sep 09 15:06:48.714783 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:48.752044 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5a35451b-bae7-4dee-ba5b-f3233d7fcaea req-2e4d70c7-72a5-4a72-afc6-298ae160259c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 Sep 09 15:06:49.085925 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d0ddad-4caa-44ae-8671-168c55377a13 req-a388137b-2766-45d2-88f5-241aa95b39ca tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:06:49.087361 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-08d0ddad-4caa-44ae-8671-168c55377a13 req-a388137b-2766-45d2-88f5-241aa95b39ca tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 946 time: 0.0470779 Sep 09 15:06:49.134896 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-08d0ddad-4caa-44ae-8671-168c55377a13 req-1470b988-b404-4917-9311-a9d706c68d1a tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418053 Sep 09 15:06:58.626700 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:58.629994 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:59.124146 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=34 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:06:59.131555 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=11 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:00.912601 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4908b76-c5b0-4cf5-9f7b-30f91b50e455 req-01bb75e7-eac4-494c-b826-2613d8dd25b0 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:00.913950 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b4908b76-c5b0-4cf5-9f7b-30f91b50e455 req-01bb75e7-eac4-494c-b826-2613d8dd25b0 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 946 time: 0.0495024 Sep 09 15:07:00.959589 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-b4908b76-c5b0-4cf5-9f7b-30f91b50e455 req-af7b69ee-3a92-447c-abfd-9e9e138cb15b tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401545 Sep 09 15:07:00.988301 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43472) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:01.066997 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6130a891-d696-4d39-85b2-fdf033858a7f tempest-TestMinimumBasicScenario-712967401 tempest-TestMinimumBasicScenario-712967401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:01.068962 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-6130a891-d696-4d39-85b2-fdf033858a7f tempest-TestMinimumBasicScenario-712967401 tempest-TestMinimumBasicScenario-712967401-project-admin] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 1125 time: 0.0797207 Sep 09 15:07:01.071901 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43476) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:01.076053 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Request body: {'floatingip': {'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'port_id': '92661755-b8dc-4b7c-99d8-a069f1628575', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:07:01.097587 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:01.177245 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:01.280856 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_common [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Allocated IP 172.27.3.81 (a04c0357-092d-4634-aff4-50eab99e036e/bed484b3-7ce8-4eff-a124-bf0515ef0985/4a24dfaf-a10e-4534-96b1-ac63bb195b19) {{(pid=106238) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 15:07:01.384680 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for port (4a24dfaf-a10e-4534-96b1-ac63bb195b19), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:01.415071 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788596952733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (4a24dfaf-a10e-4534-96b1-ac63bb195b19), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:01.452432 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Network a04c0357-092d-4634-aff4-50eab99e036e is already hosted by enough agents. {{(pid=106238) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 15:07:01.457312 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.base_scheduler [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Resources bound (agent type, host, resource id): {{(pid=106238) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 15:07:01.461665 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Received port after_create {{(pid=106238) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 09 15:07:01.484912 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event updated for resources: {'Port': ['ID=4a24dfaf-a10e-4534-96b1-ac63bb195b19,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:01.715061 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:01.764136 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:02.075851 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for floatingip (e6a6b4c5-50d1-4c77-bb74-80673b46ecd7), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:02.142848 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (4a24dfaf-a10e-4534-96b1-ac63bb195b19), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:02.295817 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for port (4a24dfaf-a10e-4534-96b1-ac63bb195b19), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:02.300213 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (4a24dfaf-a10e-4534-96b1-ac63bb195b19), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:02.369176 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event updated for resources: {'Port': ['ID=4a24dfaf-a10e-4534-96b1-ac63bb195b19,revision_number=2']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:02.371957 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601328'] for floatingip (e6a6b4c5-50d1-4c77-bb74-80673b46ecd7), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:02.465942 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Floating IP e6a6b4c5-50d1-4c77-bb74-80673b46ecd7 associated. External IP: 172.27.3.81, port: 92661755-b8dc-4b7c-99d8-a069f1628575. Sep 09 15:07:02.633764 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43486) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:02.700537 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_v2 [None req-08e7985c-ecb7-4ee6-b727-f3eb108e513a admin admin] Deleting subnet cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138 {{(pid=106238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:07:02.703579 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Router b2e6367e-7415-490b-84db-b19b6b7688f3 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:07:02.706954 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-08e7985c-ecb7-4ee6-b727-f3eb108e513a admin admin] Publish callbacks [] for subnet (cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:02.782297 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-08e7985c-ecb7-4ee6-b727-f3eb108e513a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2753371'] for subnet (cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:02.806346 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:02.811498 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:02.869212 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-08e7985c-ecb7-4ee6-b727-f3eb108e513a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:02.893177 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:07:02.905143 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84273cee-d021-471c-966a-02658fdf56ee None None] Sync routers for ids ['b2e6367e-7415-490b-84db-b19b6b7688f3'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:07:02.916602 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84273cee-d021-471c-966a-02658fdf56ee None None] Routers {'b2e6367e-7415-490b-84db-b19b6b7688f3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:07:02.917380 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-84273cee-d021-471c-966a-02658fdf56ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:06:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b2e6367e-7415-490b-84db-b19b6b7688f3'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:07:02.922694 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:02.962865 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-b8082299-36b5-4334-beaf-ff5b1bb5c081 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8899398 Sep 09 15:07:02.963908 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-08e7985c-ecb7-4ee6-b727-f3eb108e513a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3310520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350703'] for subnet (cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:02.965722 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43488) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:02.966211 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:07:02.968455 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e74745-fb53-4d33-8321-f8e0f5487ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:07:02.979073 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-f89e218a-4776-4449-a724-13f0c0a7fb07 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2138769378', 'description': 'tempest-secgroup-smoke-2138769378 description', 'project_id': 'ee3a90f56942438a887a45157622532f'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:07:03.007021 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e7985c-ecb7-4ee6-b727-f3eb108e513a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:03.016165 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-08e7985c-ecb7-4ee6-b727-f3eb108e513a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.019293 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-08e7985c-ecb7-4ee6-b727-f3eb108e513a admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/cd8258fd-ed4b-46fa-aa78-a5aa7e2f3138 HTTP/1.1" status: 204 len: 168 time: 0.3845730 Sep 09 15:07:03.022629 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43492) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:03.030741 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-84273cee-d021-471c-966a-02658fdf56ee None None] Set router b2e6367e-7415-490b-84db-b19b6b7688f3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:07:03.042582 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f89e218a-4776-4449-a724-13f0c0a7fb07 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group (None), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.046728 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b813b5d-257e-4423-ac54-193f2b5068cf x-openstack-request-id: req-1b813b5d-257e-4423-ac54-193f2b5068cf {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:07:03.047017 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:07:03.047268 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b813b5d-257e-4423-ac54-193f2b5068cf {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:07:03.047654 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b813b5d-257e-4423-ac54-193f2b5068cf'] response: {'name': 'network-changed', 'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575', 'status': 'completed', 'code': 200} Sep 09 15:07:03.107512 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:03.119892 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:03.151594 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e74745-fb53-4d33-8321-f8e0f5487ea7 req-e1973426-6f44-4a40-ad47-86d4b4731125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:03.153082 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-36e74745-fb53-4d33-8321-f8e0f5487ea7 req-e1973426-6f44-4a40-ad47-86d4b4731125 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ee3a90f56942438a887a45157622532f&device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 1130 time: 0.0795860 Sep 09 15:07:03.158477 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.256698 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-84273cee-d021-471c-966a-02658fdf56ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:08Z', 'revision_number': 4, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': 'e6a6b4c5-50d1-4c77-bb74-80673b46ecd7', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'port_id': '92661755-b8dc-4b7c-99d8-a069f1628575', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:07:01Z', 'updated_at': '2022-09-09T15:07:01Z', 'revision_number': 0, 'project_id': 'ee3a90f56942438a887a45157622532f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f11ec5-045e-4b28-8478-5bcba080ee2c', 'name': '', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'mac_address': 'fa:16:3e:d3:4e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:08Z', 'updated_at': '2022-09-09T15:06:14Z', 'revision_number': 5, 'project_id': 'ee3a90f56942438a887a45157622532f', 'subnets': [{'id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:07:03.281510 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84273cee-d021-471c-966a-02658fdf56ee None None] Checking router: b2e6367e-7415-490b-84db-b19b6b7688f3 for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:07:03.290781 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84273cee-d021-471c-966a-02658fdf56ee None None] Routers {'b2e6367e-7415-490b-84db-b19b6b7688f3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:07:03.291385 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-84273cee-d021-471c-966a-02658fdf56ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:06:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b2e6367e-7415-490b-84db-b19b6b7688f3'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:07:03.327748 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f89e218a-4776-4449-a724-13f0c0a7fb07 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group (92310644-556d-4b4c-95bf-8bf9e31e6b85), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.347344 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f89e218a-4776-4449-a724-13f0c0a7fb07 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (92310644-556d-4b4c-95bf-8bf9e31e6b85), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.363774 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.394450 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-84273cee-d021-471c-966a-02658fdf56ee None None] Set router b2e6367e-7415-490b-84db-b19b6b7688f3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:07:03.403027 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e74745-fb53-4d33-8321-f8e0f5487ea7 req-ee0b9b67-db77-49da-94a2-d3cf15ce53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:03.404498 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-36e74745-fb53-4d33-8321-f8e0f5487ea7 req-ee0b9b67-db77-49da-94a2-d3cf15ce53c2 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d1303b57-e7de-4c0f-8024-6e5319354796 HTTP/1.1" status: 200 len: 915 time: 0.2440369 Sep 09 15:07:03.410983 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc']}} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:07:03.415425 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-f89e218a-4776-4449-a724-13f0c0a7fb07 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.416566 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-f89e218a-4776-4449-a724-13f0c0a7fb07 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4439471 Sep 09 15:07:03.419729 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43494) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:03.425502 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Request body: {'security_group_rule': {'security_group_id': '92310644-556d-4b4c-95bf-8bf9e31e6b85', 'project_id': 'ee3a90f56942438a887a45157622532f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:07:03.431441 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59584a5-df59-497c-b3b5-38fbb31f30b7') {'for_net_delete': True} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:07:03.431742 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59584a5-df59-497c-b3b5-38fbb31f30b7') {} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:07:03.434633 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e218a-4776-4449-a724-13f0c0a7fb07 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92310644-556d-4b4c-95bf-8bf9e31e6b85,revision_number=1']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:03.459110 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (af9ef47d-d112-4627-a4ec-f821a971748e), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.475124 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2753440'] for segment (c59584a5-df59-497c-b3b5-38fbb31f30b7), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.499049 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:03.500628 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (c59584a5-df59-497c-b3b5-38fbb31f30b7), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.513896 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-36e74745-fb53-4d33-8321-f8e0f5487ea7 req-ea58c04f-5c80-4112-a248-c8e633539a0f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92661755-b8dc-4b7c-99d8-a069f1628575 HTTP/1.1" status: 200 len: 999 time: 0.0961950 Sep 09 15:07:03.514994 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=106238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:07:03.515392 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3310546'] for segment (c59584a5-df59-497c-b3b5-38fbb31f30b7), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.525891 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (af9ef47d-d112-4627-a4ec-f821a971748e), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.530718 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (af9ef47d-d112-4627-a4ec-f821a971748e), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.559636 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.571150 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497319 Sep 09 15:07:03.573940 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43498) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:03.578183 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-52048de8-0b6b-451b-938f-c28750bbe31d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Request body: {'security_group_rule': {'security_group_id': '92310644-556d-4b4c-95bf-8bf9e31e6b85', 'project_id': 'ee3a90f56942438a887a45157622532f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:07:03.585484 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af9ef47d-d112-4627-a4ec-f821a971748e,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:03.598627 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.599296 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.600119 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.600604 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.600769 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.services.segments.plugin [-] Segment c59584a5-df59-497c-b3b5-38fbb31f30b7 resource provider aggregate not found Sep 09 15:07:03.601380 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.601722 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.602060 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.602414 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.602956 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.603284 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.603611 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.603928 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.604409 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.604899 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.605406 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44cdc202-dbd8-4ae0-8084-864d3aa714b2 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:07:03.621179 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-84273cee-d021-471c-966a-02658fdf56ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:08Z', 'revision_number': 4, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': 'e6a6b4c5-50d1-4c77-bb74-80673b46ecd7', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'port_id': '92661755-b8dc-4b7c-99d8-a069f1628575', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:07:01Z', 'updated_at': '2022-09-09T15:07:01Z', 'revision_number': 0, 'project_id': 'ee3a90f56942438a887a45157622532f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f11ec5-045e-4b28-8478-5bcba080ee2c', 'name': '', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'mac_address': 'fa:16:3e:d3:4e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:08Z', 'updated_at': '2022-09-09T15:06:14Z', 'revision_number': 5, 'project_id': 'ee3a90f56942438a887a45157622532f', 'subnets': [{'id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:07:03.624833 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:03.637953 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-52048de8-0b6b-451b-938f-c28750bbe31d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (82b5d4c9-1d09-42d2-8b48-33dd6ca3efda), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.639475 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e74745-fb53-4d33-8321-f8e0f5487ea7 req-5ffd13ce-9a61-4578-a387-86de760ab97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:03.641307 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-36e74745-fb53-4d33-8321-f8e0f5487ea7 req-5ffd13ce-9a61-4578-a387-86de760ab97d service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=96c17e27-3358-4112-beb7-7261af96c0b8 HTTP/1.1" status: 200 len: 853 time: 0.1205499 Sep 09 15:07:03.642982 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.services.segments.plugin [-] Segment c59584a5-df59-497c-b3b5-38fbb31f30b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c59584a5-df59-497c-b3b5-38fbb31f30b7 found for delete ", "request_id": "req-1928af5f-af9a-4c0e-9fb9-04f13f0cfc3e"}]} Sep 09 15:07:03.644205 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.654740 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84273cee-d021-471c-966a-02658fdf56ee None None] The sync data for ids ['b2e6367e-7415-490b-84db-b19b6b7688f3'] in dv-cinder-828696-11-iscsi is: [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:08Z', 'revision_number': 4, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': 'e6a6b4c5-50d1-4c77-bb74-80673b46ecd7', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'floating_ip_address': '172.27.3.81', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'port_id': '92661755-b8dc-4b7c-99d8-a069f1628575', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'mac_address': 'fa:16:3e:35:33:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:07:01Z', 'updated_at': '2022-09-09T15:07:01Z', 'revision_number': 0, 'project_id': 'ee3a90f56942438a887a45157622532f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f11ec5-045e-4b28-8478-5bcba080ee2c', 'name': '', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'mac_address': 'fa:16:3e:d3:4e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:08Z', 'updated_at': '2022-09-09T15:06:14Z', 'revision_number': 5, 'project_id': 'ee3a90f56942438a887a45157622532f', 'subnets': [{'id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:07:03.660404 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.665272 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc HTTP/1.1" status: 204 len: 168 time: 0.6405616 Sep 09 15:07:03.699584 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1759cc9-653f-4d0d-94bc-94321e9b1a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=cabe1b09-87d8-4886-a7a5-9c46fbfdfcdc,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:03.713142 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e74745-fb53-4d33-8321-f8e0f5487ea7 req-1dd55d04-9b66-41d3-abc0-d4a1caa61d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:03.714708 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-36e74745-fb53-4d33-8321-f8e0f5487ea7 req-1dd55d04-9b66-41d3-abc0-d4a1caa61d91 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d1303b57-e7de-4c0f-8024-6e5319354796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0661154 Sep 09 15:07:03.721447 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-52048de8-0b6b-451b-938f-c28750bbe31d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (82b5d4c9-1d09-42d2-8b48-33dd6ca3efda), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.729399 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-52048de8-0b6b-451b-938f-c28750bbe31d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (82b5d4c9-1d09-42d2-8b48-33dd6ca3efda), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.752068 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52048de8-0b6b-451b-938f-c28750bbe31d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b5d4c9-1d09-42d2-8b48-33dd6ca3efda,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:03.763755 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-52048de8-0b6b-451b-938f-c28750bbe31d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.767516 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-52048de8-0b6b-451b-938f-c28750bbe31d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1901238 Sep 09 15:07:03.767739 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43504) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:03.772522 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-fbce78f1-e72e-4672-8373-3646e794c43f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Request body: {'security_group_rule': {'security_group_id': '92310644-556d-4b4c-95bf-8bf9e31e6b85', 'project_id': 'ee3a90f56942438a887a45157622532f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:07:03.803947 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-fbce78f1-e72e-4672-8373-3646e794c43f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (49dbf62a-9500-45ae-8e59-182e217093eb), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.843422 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-36e74745-fb53-4d33-8321-f8e0f5487ea7 req-0597c39e-8536-48af-9ab6-460a4f9d9af7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205473 Sep 09 15:07:03.877898 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-fbce78f1-e72e-4672-8373-3646e794c43f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (49dbf62a-9500-45ae-8e59-182e217093eb), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.885724 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-fbce78f1-e72e-4672-8373-3646e794c43f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (49dbf62a-9500-45ae-8e59-182e217093eb), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.908962 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43506) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:03.932421 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce78f1-e72e-4672-8373-3646e794c43f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dbf62a-9500-45ae-8e59-182e217093eb,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:03.935464 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeeaa2fa-616c-4a6e-8e47-5486bd7f26ca None None] New status for floating IP e6a6b4c5-50d1-4c77-bb74-80673b46ecd7: ACTIVE {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:07:03.939593 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-fbce78f1-e72e-4672-8373-3646e794c43f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:03.944997 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-fbce78f1-e72e-4672-8373-3646e794c43f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1721256 Sep 09 15:07:03.944997 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43508) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:03.953063 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.v2.base [None req-7c9a396c-5197-43e3-ba90-e43837456a03 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Request body: {'security_group_rule': {'security_group_id': '92310644-556d-4b4c-95bf-8bf9e31e6b85', 'project_id': 'ee3a90f56942438a887a45157622532f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106239) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:07:03.967801 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-36e74745-fb53-4d33-8321-f8e0f5487ea7 req-6c079b41-1611-485e-9684-98fc9e4530e4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166866 Sep 09 15:07:03.983423 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-594c30a6-cd01-4fdd-90b9-a681eb68242a admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=781a403f041b4389b804107c30ffedac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0709620 Sep 09 15:07:03.983963 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43510) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:04.003695 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7c9a396c-5197-43e3-ba90-e43837456a03 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (e7f4c5f6-5835-4fcf-979f-3225d422ae20), before_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.040881 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-926d555a-acaf-460a-9a1d-ee16ce9f87db admin admin] Publish callbacks [] for security_group (3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.063360 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-926d555a-acaf-460a-9a1d-ee16ce9f87db admin admin] Publish callbacks [] for security_group (3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.074654 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7c9a396c-5197-43e3-ba90-e43837456a03 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (e7f4c5f6-5835-4fcf-979f-3225d422ae20), precommit_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.079982 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7c9a396c-5197-43e3-ba90-e43837456a03 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (e7f4c5f6-5835-4fcf-979f-3225d422ae20), after_create {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.107181 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a396c-5197-43e3-ba90-e43837456a03 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f4c5f6-5835-4fcf-979f-3225d422ae20,revision_number=0']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:04.114252 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-7c9a396c-5197-43e3-ba90-e43837456a03 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.115723 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-7c9a396c-5197-43e3-ba90-e43837456a03 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1704338 Sep 09 15:07:04.118452 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43512) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:04.123398 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-a863665e-dfcb-4ed8-aa06-2776e15c9b8c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Request body: {'security_group_rule': {'security_group_id': '92310644-556d-4b4c-95bf-8bf9e31e6b85', 'project_id': 'ee3a90f56942438a887a45157622532f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:07:04.129856 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-926d555a-acaf-460a-9a1d-ee16ce9f87db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.133264 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-926d555a-acaf-460a-9a1d-ee16ce9f87db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.134404 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-926d555a-acaf-460a-9a1d-ee16ce9f87db admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b HTTP/1.1" status: 204 len: 168 time: 0.1492486 Sep 09 15:07:04.153404 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d555a-acaf-460a-9a1d-ee16ce9f87db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3262fe50-7b0a-4ae3-9e40-5a0fb3335d0b,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:04.166154 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.securitygroups_db [None req-a863665e-dfcb-4ed8-aa06-2776e15c9b8c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Project ee3a90f56942438a887a45157622532f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 15:07:04.173896 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a863665e-dfcb-4ed8-aa06-2776e15c9b8c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (b5daca10-ed21-4fbd-ae86-b86877759ce2), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.251765 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a863665e-dfcb-4ed8-aa06-2776e15c9b8c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (b5daca10-ed21-4fbd-ae86-b86877759ce2), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.257263 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a863665e-dfcb-4ed8-aa06-2776e15c9b8c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (b5daca10-ed21-4fbd-ae86-b86877759ce2), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.281483 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a863665e-dfcb-4ed8-aa06-2776e15c9b8c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5daca10-ed21-4fbd-ae86-b86877759ce2,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:04.293081 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-a863665e-dfcb-4ed8-aa06-2776e15c9b8c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.294571 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-a863665e-dfcb-4ed8-aa06-2776e15c9b8c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1750939 Sep 09 15:07:04.297324 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43516) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:07:04.302975 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [None req-9c7ff04a-f674-424e-830d-631530dac99c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Request body: {'security_group_rule': {'security_group_id': '92310644-556d-4b4c-95bf-8bf9e31e6b85', 'project_id': 'ee3a90f56942438a887a45157622532f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:07:04.330556 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.securitygroups_db [None req-9c7ff04a-f674-424e-830d-631530dac99c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Project ee3a90f56942438a887a45157622532f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 15:07:04.337359 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff04a-f674-424e-830d-631530dac99c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (10382b1d-e2ae-4e79-a35a-0c10035110b0), before_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.413972 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff04a-f674-424e-830d-631530dac99c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (10382b1d-e2ae-4e79-a35a-0c10035110b0), precommit_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.418068 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff04a-f674-424e-830d-631530dac99c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761754'] for security_group_rule (10382b1d-e2ae-4e79-a35a-0c10035110b0), after_create {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.438005 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ff04a-f674-424e-830d-631530dac99c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10382b1d-e2ae-4e79-a35a-0c10035110b0,revision_number=0']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:04.447896 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff04a-f674-424e-830d-631530dac99c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.449183 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-9c7ff04a-f674-424e-830d-631530dac99c tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503277 Sep 09 15:07:04.547870 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4b96a3a6-e1b6-4289-9c1d-e240e490dc66 req-1811ac98-f4d6-4a91-beeb-51d87f3609b5 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2138769378&fields=id&tenant_id=ee3a90f56942438a887a45157622532f HTTP/1.1" status: 200 len: 267 time: 0.0490806 Sep 09 15:07:04.600195 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96a3a6-e1b6-4289-9c1d-e240e490dc66 req-5f670fc4-cf95-4098-87f2-89ab5e6a5e90 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:04.601667 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4b96a3a6-e1b6-4289-9c1d-e240e490dc66 req-5f670fc4-cf95-4098-87f2-89ab5e6a5e90 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 946 time: 0.0479350 Sep 09 15:07:04.612400 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-4b96a3a6-e1b6-4289-9c1d-e240e490dc66 req-45f8d4e0-94d7-4e50-a86f-85f7d066e116 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Request body: {'port': {'security_groups': ['28dd6c63-45b4-4829-8f90-4b6652ec777f', '92310644-556d-4b4c-95bf-8bf9e31e6b85']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:07:04.686600 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-4b96a3a6-e1b6-4289-9c1d-e240e490dc66 req-45f8d4e0-94d7-4e50-a86f-85f7d066e116 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.689096 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:04.695798 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:DELETE=3,neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:04.871335 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-4b96a3a6-e1b6-4289-9c1d-e240e490dc66 req-45f8d4e0-94d7-4e50-a86f-85f7d066e116 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] For port 92661755-b8dc-4b7c-99d8-a069f1628575, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=92661755-b8dc-4b7c-99d8-a069f1628575,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:07:04.899185 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-4b96a3a6-e1b6-4289-9c1d-e240e490dc66 req-45f8d4e0-94d7-4e50-a86f-85f7d066e116 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for port (92661755-b8dc-4b7c-99d8-a069f1628575), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.903677 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-4b96a3a6-e1b6-4289-9c1d-e240e490dc66 req-45f8d4e0-94d7-4e50-a86f-85f7d066e116 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.914230 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96a3a6-e1b6-4289-9c1d-e240e490dc66 req-45f8d4e0-94d7-4e50-a86f-85f7d066e116 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:04.914828 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-4b96a3a6-e1b6-4289-9c1d-e240e490dc66 req-45f8d4e0-94d7-4e50-a86f-85f7d066e116 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:04.915222 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['92661755-b8dc-4b7c-99d8-a069f1628575'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:07:04.916189 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4b96a3a6-e1b6-4289-9c1d-e240e490dc66 req-45f8d4e0-94d7-4e50-a86f-85f7d066e116 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "PUT /networking/v2.0/ports/92661755-b8dc-4b7c-99d8-a069f1628575 HTTP/1.1" status: 200 len: 982 time: 0.3085535 Sep 09 15:07:04.967413 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f8d4e0-94d7-4e50-a86f-85f7d066e116 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event updated for resources: {'Port': ['ID=92661755-b8dc-4b7c-99d8-a069f1628575,revision_number=6']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:07:04.993544 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['92661755-b8dc-4b7c-99d8-a069f1628575'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:07:05.032921 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16d89e6-3859-4a76-9e37-0813b0e9517a req-a2fdc596-e4c8-4200-b52e-4e6b195eea6e tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:05.034646 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d16d89e6-3859-4a76-9e37-0813b0e9517a req-a2fdc596-e4c8-4200-b52e-4e6b195eea6e tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.0497956 Sep 09 15:07:05.053964 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:07:05.056110 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faab9006-dcb4-448d-9537-5541bc1030cc" -d '{"events": [{"name": "network-changed", "server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:07:05.096486 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c2f5e50-2cfb-4ced-a7bb-b8599131d61d x-openstack-request-id: req-3c2f5e50-2cfb-4ced-a7bb-b8599131d61d {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:07:05.096842 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:07:05.097097 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c2f5e50-2cfb-4ced-a7bb-b8599131d61d {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:07:05.098128 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c2f5e50-2cfb-4ced-a7bb-b8599131d61d'] response: {'name': 'network-changed', 'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575', 'status': 'completed', 'code': 200} Sep 09 15:07:05.113955 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-d16d89e6-3859-4a76-9e37-0813b0e9517a req-5f637ff4-8c81-4a2a-a2b3-2fb2254a01eb tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=92310644-556d-4b4c-95bf-8bf9e31e6b85&id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723169 Sep 09 15:07:05.159162 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab9006-dcb4-448d-9537-5541bc1030cc req-2543e39f-e8f9-4339-b43f-bda2838a8419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:05.160623 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-faab9006-dcb4-448d-9537-5541bc1030cc req-2543e39f-e8f9-4339-b43f-bda2838a8419 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ee3a90f56942438a887a45157622532f&device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 1169 time: 0.0400958 Sep 09 15:07:05.249168 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab9006-dcb4-448d-9537-5541bc1030cc req-7f31cbf6-eecb-4adf-82f2-f13069dd04a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:05.250542 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-faab9006-dcb4-448d-9537-5541bc1030cc req-7f31cbf6-eecb-4adf-82f2-f13069dd04a8 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d1303b57-e7de-4c0f-8024-6e5319354796 HTTP/1.1" status: 200 len: 915 time: 0.0837109 Sep 09 15:07:05.315727 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-faab9006-dcb4-448d-9537-5541bc1030cc req-d87ddb0f-07e1-4b55-a64d-cffaa1a640b3 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92661755-b8dc-4b7c-99d8-a069f1628575 HTTP/1.1" status: 200 len: 1001 time: 0.0586832 Sep 09 15:07:05.367385 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab9006-dcb4-448d-9537-5541bc1030cc req-3d33699f-6387-403e-9c43-02e23501268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:05.368900 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-faab9006-dcb4-448d-9537-5541bc1030cc req-3d33699f-6387-403e-9c43-02e23501268e service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=96c17e27-3358-4112-beb7-7261af96c0b8 HTTP/1.1" status: 200 len: 853 time: 0.0466461 Sep 09 15:07:05.415298 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab9006-dcb4-448d-9537-5541bc1030cc req-4a9c0f20-ca23-4041-b944-fb76d25fe958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:05.416807 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-faab9006-dcb4-448d-9537-5541bc1030cc req-4a9c0f20-ca23-4041-b944-fb76d25fe958 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d1303b57-e7de-4c0f-8024-6e5319354796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0416505 Sep 09 15:07:05.514480 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-faab9006-dcb4-448d-9537-5541bc1030cc req-45ebedc3-bc14-4f73-931f-385d2e281986 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877881 Sep 09 15:07:05.554361 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:05.573186 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:05.609346 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-faab9006-dcb4-448d-9537-5541bc1030cc req-69eacd5f-5a2c-4384-afab-c635ec0b5c47 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884995 Sep 09 15:07:07.659525 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5f9f0ff9-4d40-4dfd-b8d8-fe4ef56cb5e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:09.872861 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c6e52c3a-a65a-40c3-aee7-bbdc5d982369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:11.331536 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:13.075958 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:13.119275 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:13.617971 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=49 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:13.653715 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=57 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:14.103462 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=57,neutron:INSERT=7,neutron:DELETE=5 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:14.106426 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:15.604413 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:15.606330 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=81,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:17.784197 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:19.256007 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:07:21.303466 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0467f-608b-4f6e-a0b5-96661e3d3849 req-71efb71b-f154-4c3a-bccb-8fbfc609a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:21.304869 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-37d0467f-608b-4f6e-a0b5-96661e3d3849 req-71efb71b-f154-4c3a-bccb-8fbfc609a8b0 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ee3a90f56942438a887a45157622532f&device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 1169 time: 0.0415976 Sep 09 15:07:21.401584 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0467f-608b-4f6e-a0b5-96661e3d3849 req-78fa9760-80db-4ef8-bab3-f8bd511489ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:21.403066 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-37d0467f-608b-4f6e-a0b5-96661e3d3849 req-78fa9760-80db-4ef8-bab3-f8bd511489ff service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d1303b57-e7de-4c0f-8024-6e5319354796 HTTP/1.1" status: 200 len: 915 time: 0.0917585 Sep 09 15:07:21.467926 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-37d0467f-608b-4f6e-a0b5-96661e3d3849 req-f69f9285-4157-4df2-99e0-1aca3674d018 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92661755-b8dc-4b7c-99d8-a069f1628575 HTTP/1.1" status: 200 len: 1001 time: 0.0587499 Sep 09 15:07:21.548444 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0467f-608b-4f6e-a0b5-96661e3d3849 req-08cacd26-430f-43ed-982c-3818cd0291da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:21.549873 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-37d0467f-608b-4f6e-a0b5-96661e3d3849 req-08cacd26-430f-43ed-982c-3818cd0291da service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=96c17e27-3358-4112-beb7-7261af96c0b8 HTTP/1.1" status: 200 len: 853 time: 0.0751700 Sep 09 15:07:21.560726 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf18843-884b-4e30-b8c7-61ad0083b6f1 req-361179e9-cb4d-4a65-ab9c-8590e759f2da tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:21.562035 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aaf18843-884b-4e30-b8c7-61ad0083b6f1 req-361179e9-cb4d-4a65-ab9c-8590e759f2da tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.3036730 Sep 09 15:07:21.618698 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0467f-608b-4f6e-a0b5-96661e3d3849 req-67b0f8b2-e609-4972-b14d-0382825c5ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:21.620125 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-37d0467f-608b-4f6e-a0b5-96661e3d3849 req-67b0f8b2-e609-4972-b14d-0382825c5ea7 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d1303b57-e7de-4c0f-8024-6e5319354796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0572872 Sep 09 15:07:21.694368 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-aaf18843-884b-4e30-b8c7-61ad0083b6f1 req-0cbb8635-5ed6-4fef-8baf-899e52e21451 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=92310644-556d-4b4c-95bf-8bf9e31e6b85&id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240509 Sep 09 15:07:21.975882 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-37d0467f-608b-4f6e-a0b5-96661e3d3849 req-46235eb5-7215-4fc3-8183-738bb559521f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462980 Sep 09 15:07:22.065648 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-37d0467f-608b-4f6e-a0b5-96661e3d3849 req-4976ab35-5231-4f18-9d44-5b5ee8bcc9a7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829825 Sep 09 15:07:22.872214 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f0c0d-681d-422e-93e9-ca31dbff4d86 req-0b91075e-a0da-4c81-801e-35d5a1b4b1c6 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:22.873682 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-261f0c0d-681d-422e-93e9-ca31dbff4d86 req-0b91075e-a0da-4c81-801e-35d5a1b4b1c6 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.1027598 Sep 09 15:07:22.934352 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-261f0c0d-681d-422e-93e9-ca31dbff4d86 req-23faa393-4fd7-4948-b5ef-cda08f161767 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=92310644-556d-4b4c-95bf-8bf9e31e6b85&id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549052 Sep 09 15:07:23.945150 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a966e2d9-b915-405d-8836-0ca1dd2d3beb req-44b0d440-76e5-4890-9f2a-1aeb605e4b1f service neutron] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383229 Sep 09 15:07:24.059432 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966e2d9-b915-405d-8836-0ca1dd2d3beb req-b9838764-90ae-433f-b9d3-260d31c83fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:24.060947 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a966e2d9-b915-405d-8836-0ca1dd2d3beb req-b9838764-90ae-433f-b9d3-260d31c83fdb service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 1130 time: 0.0754466 Sep 09 15:07:24.077363 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c5334-ea60-41d1-b567-60848cd2921b req-bb93db00-629f-4b18-89a5-68dd8031032e tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:24.078760 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-218c5334-ea60-41d1-b567-60848cd2921b req-bb93db00-629f-4b18-89a5-68dd8031032e tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.0650504 Sep 09 15:07:24.209720 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-218c5334-ea60-41d1-b567-60848cd2921b req-df6dfb70-7cff-44ae-80ec-0f0c6b9a5da3 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=92310644-556d-4b4c-95bf-8bf9e31e6b85&id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1212654 Sep 09 15:07:24.212358 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966e2d9-b915-405d-8836-0ca1dd2d3beb req-bdb0bcea-f17a-44fa-bf94-6796fce13639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:24.213699 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a966e2d9-b915-405d-8836-0ca1dd2d3beb req-bdb0bcea-f17a-44fa-bf94-6796fce13639 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 913 time: 0.1334498 Sep 09 15:07:24.261980 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:24.285045 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a966e2d9-b915-405d-8836-0ca1dd2d3beb req-e78e592e-fbf5-48b2-a80a-019f967347ff service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdbce435-f10d-40e7-9b00-ad1252f28480 HTTP/1.1" status: 200 len: 1002 time: 0.0597973 Sep 09 15:07:24.321953 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:24.336505 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966e2d9-b915-405d-8836-0ca1dd2d3beb req-92d8408f-18e5-40db-980a-65f875c8d281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:24.338663 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a966e2d9-b915-405d-8836-0ca1dd2d3beb req-92d8408f-18e5-40db-980a-65f875c8d281 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.0476942 Sep 09 15:07:24.384493 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a966e2d9-b915-405d-8836-0ca1dd2d3beb req-4c97e2e1-a69c-4a35-9fbc-e66398fb981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:24.386112 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a966e2d9-b915-405d-8836-0ca1dd2d3beb req-4c97e2e1-a69c-4a35-9fbc-e66398fb981d service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0409214 Sep 09 15:07:24.483391 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a966e2d9-b915-405d-8836-0ca1dd2d3beb req-c7abb2d0-0fa9-49db-b7c8-6beb89298295 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911064 Sep 09 15:07:24.578202 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a966e2d9-b915-405d-8836-0ca1dd2d3beb req-8fc3371c-4a97-42b6-a737-3d9cdeb9d239 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887065 Sep 09 15:07:25.329948 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ff664-c40f-4f85-94be-587d62d0cfb9 req-2e12fcea-f458-4300-97a0-97a39081e15b tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:25.331295 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4a3ff664-c40f-4f85-94be-587d62d0cfb9 req-2e12fcea-f458-4300-97a0-97a39081e15b tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.0472944 Sep 09 15:07:25.390701 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4a3ff664-c40f-4f85-94be-587d62d0cfb9 req-ddc7082e-4703-4a13-9e86-351b45ada738 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=92310644-556d-4b4c-95bf-8bf9e31e6b85&id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533600 Sep 09 15:07:26.513138 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dcd036-0797-4763-88ee-84e6743f0e70 req-97a1114e-89e1-487d-b821-a1e22dcbdf3d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:26.514609 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f8dcd036-0797-4763-88ee-84e6743f0e70 req-97a1114e-89e1-487d-b821-a1e22dcbdf3d tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.0471404 Sep 09 15:07:26.573552 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f8dcd036-0797-4763-88ee-84e6743f0e70 req-acf4951b-dc20-43ee-b8ba-3f1d1259283a tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=92310644-556d-4b4c-95bf-8bf9e31e6b85&id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533972 Sep 09 15:07:27.699902 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98ed87-cccb-4694-a2d0-6d11e403cb15 req-a789d015-f8d5-4fea-b865-a74af1f236e7 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:27.701377 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bb98ed87-cccb-4694-a2d0-6d11e403cb15 req-a789d015-f8d5-4fea-b865-a74af1f236e7 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.0503139 Sep 09 15:07:27.765549 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bb98ed87-cccb-4694-a2d0-6d11e403cb15 req-61838af7-7832-40c6-84ae-726afed7b3a1 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=92310644-556d-4b4c-95bf-8bf9e31e6b85&id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0585437 Sep 09 15:07:27.778182 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=20 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:27.780062 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=20,neutron:UPDATE=6 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:28.890257 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eff1a0-63a6-472c-aa38-9951713cf2d4 req-fc097e64-9fcd-4a9e-8f78-608384235da7 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:28.891706 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-01eff1a0-63a6-472c-aa38-9951713cf2d4 req-fc097e64-9fcd-4a9e-8f78-608384235da7 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.0472171 Sep 09 15:07:28.951276 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-01eff1a0-63a6-472c-aa38-9951713cf2d4 req-190e9311-85f6-4fe3-9ecd-1f47a178830b tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=92310644-556d-4b4c-95bf-8bf9e31e6b85&id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539837 Sep 09 15:07:30.071563 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b440e-606d-431c-814f-74e98a8c13b8 req-b6d4309a-1b39-4064-8f4d-debc7d987546 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:30.073154 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a22b440e-606d-431c-814f-74e98a8c13b8 req-b6d4309a-1b39-4064-8f4d-debc7d987546 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.0472105 Sep 09 15:07:30.136735 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a22b440e-606d-431c-814f-74e98a8c13b8 req-eaeb7dda-fdc8-4f77-94ef-7590c3d4457a tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=92310644-556d-4b4c-95bf-8bf9e31e6b85&id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577533 Sep 09 15:07:31.256698 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed15612a-3758-45fc-96e2-f1e6764590fa req-7451ea64-2058-4a3d-a68b-139dce51af59 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:31.258165 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed15612a-3758-45fc-96e2-f1e6764590fa req-7451ea64-2058-4a3d-a68b-139dce51af59 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.0468984 Sep 09 15:07:31.316901 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-ed15612a-3758-45fc-96e2-f1e6764590fa req-8cdb7ff4-8846-4f98-a115-d87dcb857371 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=92310644-556d-4b4c-95bf-8bf9e31e6b85&id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531011 Sep 09 15:07:32.271862 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:32.279818 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:32.436638 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7f9ea-c1a4-4904-a429-212f144a26ed req-46b80541-c253-4d54-a91a-e6569bb9d0bc tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:32.438099 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-88c7f9ea-c1a4-4904-a429-212f144a26ed req-46b80541-c253-4d54-a91a-e6569bb9d0bc tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.0466361 Sep 09 15:07:32.449869 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:32.497015 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:32.503430 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-88c7f9ea-c1a4-4904-a429-212f144a26ed req-5fb5e27c-518e-445d-b11a-d148da856bf0 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=92310644-556d-4b4c-95bf-8bf9e31e6b85&id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590894 Sep 09 15:07:33.621997 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b25232-9ded-4034-a924-61bfab407934 req-3ba8e2fb-921b-49e6-9035-8b701a86ccb3 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:07:33.623447 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-61b25232-9ded-4034-a924-61bfab407934 req-3ba8e2fb-921b-49e6-9035-8b701a86ccb3 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.0470667 Sep 09 15:07:33.683225 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-61b25232-9ded-4034-a924-61bfab407934 req-0fe053db-80e1-4331-b042-7e7c3b1704b8 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=92310644-556d-4b4c-95bf-8bf9e31e6b85&id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541353 Sep 09 15:07:37.659918 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3a0d644b-ff86-44c9-9267-7cdce3a567a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:39.878377 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e6d6e285-cfc3-4521-b839-68c10761560e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:41.333605 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:43.078089 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:43.121997 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:43.673267 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=17 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:43.677086 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=9 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:47.799604 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:07:56.256031 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:07:57.793953 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:07:57.795925 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:06.173407 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a716dde6-c710-4953-9bbc-280060de4889 req-ec2ddfde-bbcf-4e30-b6d5-4e6f0e9bcaf6 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2138769378&fields=id&tenant_id=ee3a90f56942438a887a45157622532f HTTP/1.1" status: 200 len: 267 time: 0.0455387 Sep 09 15:08:06.223332 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716dde6-c710-4953-9bbc-280060de4889 req-cfaebdad-c81f-4cd7-a1bb-de6cb058c6fe tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:06.225256 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a716dde6-c710-4953-9bbc-280060de4889 req-cfaebdad-c81f-4cd7-a1bb-de6cb058c6fe tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 985 time: 0.0455413 Sep 09 15:08:06.235757 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.v2.base [req-a716dde6-c710-4953-9bbc-280060de4889 req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Request body: {'port': {'security_groups': ['28dd6c63-45b4-4829-8f90-4b6652ec777f']}} {{(pid=106238) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 15:08:06.311556 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a716dde6-c710-4953-9bbc-280060de4889 req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8356822'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), before_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:06.482449 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-a716dde6-c710-4953-9bbc-280060de4889 req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] For port 92661755-b8dc-4b7c-99d8-a069f1628575, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=92661755-b8dc-4b7c-99d8-a069f1628575,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:06.510217 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a716dde6-c710-4953-9bbc-280060de4889 req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for port (92661755-b8dc-4b7c-99d8-a069f1628575), precommit_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:06.514498 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a716dde6-c710-4953-9bbc-280060de4889 req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788597411202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788596952751', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788596952769', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3310582'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), after_update {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:06.524664 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716dde6-c710-4953-9bbc-280060de4889 req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:06.525271 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-a716dde6-c710-4953-9bbc-280060de4889 req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:06.526044 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['92661755-b8dc-4b7c-99d8-a069f1628575'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:08:06.526700 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a716dde6-c710-4953-9bbc-280060de4889 req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "PUT /networking/v2.0/ports/92661755-b8dc-4b7c-99d8-a069f1628575 HTTP/1.1" status: 200 len: 943 time: 0.2952976 Sep 09 15:08:06.527239 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:08:06.529452 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48d80ea-3c22-4ca8-b88c-edae490600db" -d '{"events": [{"name": "network-changed", "server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:08:06.535904 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43580) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:06.587363 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event updated for resources: {'Port': ['ID=92661755-b8dc-4b7c-99d8-a069f1628575,revision_number=7']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:06.594827 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.595310 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.595748 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.596345 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.596772 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.598064 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.598632 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.599790 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.600242 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.600756 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.601181 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.601626 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.602046 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.602749 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.602996 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c3fb8b9-0183-4520-af92-80f7b8258b47 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106238) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.625848 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['92661755-b8dc-4b7c-99d8-a069f1628575'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:08:06.630759 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group (92310644-556d-4b4c-95bf-8bf9e31e6b85), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:06.654915 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58169d7-7079-42de-b79f-462dcf16bd10 x-openstack-request-id: req-b58169d7-7079-42de-b79f-462dcf16bd10 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:08:06.655609 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:08:06.655609 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b58169d7-7079-42de-b79f-462dcf16bd10 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:08:06.655998 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b58169d7-7079-42de-b79f-462dcf16bd10'] response: {'name': 'network-changed', 'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575', 'status': 'completed', 'code': 200} Sep 09 15:08:06.659671 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group (92310644-556d-4b4c-95bf-8bf9e31e6b85), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:06.725295 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (92310644-556d-4b4c-95bf-8bf9e31e6b85), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:06.731348 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:06.735318 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/92310644-556d-4b4c-95bf-8bf9e31e6b85 HTTP/1.1" status: 204 len: 168 time: 0.1935306 Sep 09 15:08:06.743522 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43588) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:06.752117 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92310644-556d-4b4c-95bf-8bf9e31e6b85,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:06.769338 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-8a0060ad-2cac-47f4-8531-ccf302c5dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:06.771371 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-8a0060ad-2cac-47f4-8531-ccf302c5dfb4 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ee3a90f56942438a887a45157622532f&device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 1130 time: 0.0923765 Sep 09 15:08:06.785628 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.786603 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.787397 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.787818 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.788228 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.788656 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.789135 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.789566 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.789966 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.790363 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.790760 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.791156 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.791548 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.792400 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.792400 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db06042-30fc-4085-9f21-a7b95e9eaca9 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106239) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:06.872820 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-23058dbd-e45b-46e8-8535-f2b94251b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:06.874330 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-23058dbd-e45b-46e8-8535-f2b94251b309 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d1303b57-e7de-4c0f-8024-6e5319354796 HTTP/1.1" status: 200 len: 915 time: 0.0973730 Sep 09 15:08:06.913652 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Deleting port 4a24dfaf-a10e-4534-96b1-ac63bb195b19 {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:06.913994 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (4a24dfaf-a10e-4534-96b1-ac63bb195b19), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:06.940391 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-07a06eb0-6563-4ec2-a7dc-efee8ee418c1 service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92661755-b8dc-4b7c-99d8-a069f1628575 HTTP/1.1" status: 200 len: 1001 time: 0.0587199 Sep 09 15:08:06.988671 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-809fff3a-3bdc-4778-903b-4ce08de587ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:06.990025 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (4a24dfaf-a10e-4534-96b1-ac63bb195b19), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:06.990177 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-809fff3a-3bdc-4778-903b-4ce08de587ff service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=96c17e27-3358-4112-beb7-7261af96c0b8 HTTP/1.1" status: 200 len: 853 time: 0.0439482 Sep 09 15:08:06.990369 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for floatingip (4a24dfaf-a10e-4534-96b1-ac63bb195b19), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:07.007139 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Calling delete_port for 4a24dfaf-a10e-4534-96b1-ac63bb195b19 owned by network:floatingip {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:07.034360 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-1293840d-dfb7-4624-962e-5bddda1f456e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:07.035864 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-1293840d-dfb7-4624-962e-5bddda1f456e service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d1303b57-e7de-4c0f-8024-6e5319354796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398798 Sep 09 15:08:07.045563 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-2b999237-0f9e-49e7-bdf7-57dd0520f130 service neutron] http://10.222.0.15:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106238) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 09 15:08:07.046543 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-2b999237-0f9e-49e7-bdf7-57dd0520f130 service neutron] 10.222.0.16 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049086 Sep 09 15:08:07.144629 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-285cc0a8-b855-4f79-9379-c1144785a444 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925617 Sep 09 15:08:07.152672 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (4a24dfaf-a10e-4534-96b1-ac63bb195b19), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:07.176263 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event deleted for resources: {'Port': ['ID=4a24dfaf-a10e-4534-96b1-ac63bb195b19,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:07.220811 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:07.236906 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c48d80ea-3c22-4ca8-b88c-edae490600db req-0194e3fb-d2ad-40a1-a333-187266ab54fe service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868561 Sep 09 15:08:07.245572 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks [] for floatingip (e6a6b4c5-50d1-4c77-bb74-80673b46ecd7), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:07.245903 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.db.l3_db [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Floating IP e6a6b4c5-50d1-4c77-bb74-80673b46ecd7 disassociated (deleted). External IP: 172.27.3.81, port: 92661755-b8dc-4b7c-99d8-a069f1628575. Sep 09 15:08:07.417029 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:07.444439 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Router b2e6367e-7415-490b-84db-b19b6b7688f3 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:08:07.490031 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:07.545909 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:08:07.550472 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:07.555848 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4607c5-826f-48a4-93b1-49928035193d None None] Sync routers for ids ['b2e6367e-7415-490b-84db-b19b6b7688f3'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:08:07.566770 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4607c5-826f-48a4-93b1-49928035193d None None] Routers {'b2e6367e-7415-490b-84db-b19b6b7688f3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:07.567946 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-0c4607c5-826f-48a4-93b1-49928035193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:07:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b2e6367e-7415-490b-84db-b19b6b7688f3'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:07.583637 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-2783abba-59f1-4c4c-9b53-5d749dd47b30 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/e6a6b4c5-50d1-4c77-bb74-80673b46ecd7 HTTP/1.1" status: 204 len: 168 time: 0.8389223 Sep 09 15:08:07.584277 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575'}] {{(pid=106239) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:08:07.586536 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd04de0dde4afc6ff8c198c6b08a726dd801b1f764738e84adbb16e024b5f25b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2aa8eec-3cfc-46a1-be5d-1953c594d3f9" -d '{"events": [{"name": "network-changed", "server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575"}]}' {{(pid=106239) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:08:07.666888 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-59294a0b-60c6-47a2-bc6f-96695877f471 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:07.690770 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c36a7a3-10d7-4af0-b66b-c6d78ec3d80d x-openstack-request-id: req-8c36a7a3-10d7-4af0-b66b-c6d78ec3d80d {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:08:07.691152 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575", "status": "completed", "code": 200}]} {{(pid=106239) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:08:07.692303 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c36a7a3-10d7-4af0-b66b-c6d78ec3d80d {{(pid=106239) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:08:07.692777 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c36a7a3-10d7-4af0-b66b-c6d78ec3d80d'] response: {'name': 'network-changed', 'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575', 'status': 'completed', 'code': 200} Sep 09 15:08:07.706267 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-0c4607c5-826f-48a4-93b1-49928035193d None None] Set router b2e6367e-7415-490b-84db-b19b6b7688f3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:07.758382 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa8eec-3cfc-46a1-be5d-1953c594d3f9 req-5992cb57-19a2-4860-bdba-af72a6860403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:07.759900 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a2aa8eec-3cfc-46a1-be5d-1953c594d3f9 req-5992cb57-19a2-4860-bdba-af72a6860403 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=ee3a90f56942438a887a45157622532f&device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 1130 time: 0.0458243 Sep 09 15:08:07.824156 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:07.861603 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa8eec-3cfc-46a1-be5d-1953c594d3f9 req-92bd6095-d5cf-488d-8a44-89edc85734d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:07.863382 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a2aa8eec-3cfc-46a1-be5d-1953c594d3f9 req-92bd6095-d5cf-488d-8a44-89edc85734d4 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=d1303b57-e7de-4c0f-8024-6e5319354796 HTTP/1.1" status: 200 len: 915 time: 0.0979676 Sep 09 15:08:07.903403 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a2aa8eec-3cfc-46a1-be5d-1953c594d3f9 req-aafff45a-32ef-40b2-852f-fdd7585dcc5f service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92661755-b8dc-4b7c-99d8-a069f1628575 HTTP/1.1" status: 200 len: 217 time: 0.0343833 Sep 09 15:08:07.915544 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-0c4607c5-826f-48a4-93b1-49928035193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:08Z', 'revision_number': 4, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '30f11ec5-045e-4b28-8478-5bcba080ee2c', 'name': '', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'mac_address': 'fa:16:3e:d3:4e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:08Z', 'updated_at': '2022-09-09T15:06:14Z', 'revision_number': 5, 'project_id': 'ee3a90f56942438a887a45157622532f', 'subnets': [{'id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:07.943763 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4607c5-826f-48a4-93b1-49928035193d None None] Checking router: b2e6367e-7415-490b-84db-b19b6b7688f3 for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:08:07.952199 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4607c5-826f-48a4-93b1-49928035193d None None] Routers {'b2e6367e-7415-490b-84db-b19b6b7688f3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:07.952782 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-0c4607c5-826f-48a4-93b1-49928035193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:07:40Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b2e6367e-7415-490b-84db-b19b6b7688f3'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:08.052983 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-0c4607c5-826f-48a4-93b1-49928035193d None None] Set router b2e6367e-7415-490b-84db-b19b6b7688f3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:08.219342 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa8eec-3cfc-46a1-be5d-1953c594d3f9 req-2f9fb9a5-f9bc-4009-8653-cf8e96da1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:08.220772 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a2aa8eec-3cfc-46a1-be5d-1953c594d3f9 req-2f9fb9a5-f9bc-4009-8653-cf8e96da1e2a service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=96c17e27-3358-4112-beb7-7261af96c0b8 HTTP/1.1" status: 200 len: 853 time: 0.0476339 Sep 09 15:08:08.232758 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-0c4607c5-826f-48a4-93b1-49928035193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:08Z', 'revision_number': 4, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '30f11ec5-045e-4b28-8478-5bcba080ee2c', 'name': '', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'mac_address': 'fa:16:3e:d3:4e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:08Z', 'updated_at': '2022-09-09T15:06:14Z', 'revision_number': 5, 'project_id': 'ee3a90f56942438a887a45157622532f', 'subnets': [{'id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:08.257235 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4607c5-826f-48a4-93b1-49928035193d None None] The sync data for ids ['b2e6367e-7415-490b-84db-b19b6b7688f3'] in dv-cinder-828696-11-iscsi is: [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:08Z', 'revision_number': 4, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '30f11ec5-045e-4b28-8478-5bcba080ee2c', 'name': '', 'network_id': 'd1303b57-e7de-4c0f-8024-6e5319354796', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'mac_address': 'fa:16:3e:d3:4e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:08Z', 'updated_at': '2022-09-09T15:06:14Z', 'revision_number': 5, 'project_id': 'ee3a90f56942438a887a45157622532f', 'subnets': [{'id': '96c17e27-3358-4112-beb7-7261af96c0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:08:08.271416 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aa8eec-3cfc-46a1-be5d-1953c594d3f9 req-9a5b39e0-2954-4e50-9d30-61760f8a35df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:08.272905 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a2aa8eec-3cfc-46a1-be5d-1953c594d3f9 req-9a5b39e0-2954-4e50-9d30-61760f8a35df service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=d1303b57-e7de-4c0f-8024-6e5319354796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0442395 Sep 09 15:08:08.398403 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a2aa8eec-3cfc-46a1-be5d-1953c594d3f9 req-e029c530-5860-4d81-b945-1be03b990cb7 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987754 Sep 09 15:08:08.487492 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71d4d39-7faf-4e17-8bac-099b6c928b3a None None] New status for floating IP e6a6b4c5-50d1-4c77-bb74-80673b46ecd7: DOWN {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:08:08.495905 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-a2aa8eec-3cfc-46a1-be5d-1953c594d3f9 req-b5bbdb12-ea35-4a5f-8de6-4fe8d147bf9f service neutron] 10.222.0.16 "GET /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911520 Sep 09 15:08:09.870701 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-be876887-e71e-43d0-bf9c-9f938af7375e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:10.510630 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441424ab-6f3d-469a-848f-b2c4a1a70021 req-9188d90b-2149-4e0e-b121-a20d5f32855f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:10.512081 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-441424ab-6f3d-469a-848f-b2c4a1a70021 req-9188d90b-2149-4e0e-b121-a20d5f32855f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 946 time: 0.0470488 Sep 09 15:08:10.561652 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-441424ab-6f3d-469a-848f-b2c4a1a70021 req-2bbc2d23-7815-4d39-a7df-70dcda1d95f5 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439050 Sep 09 15:08:11.337033 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:11.682446 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48817f90-8db4-465b-a5f8-4181eb900b48 req-4cc70108-700a-4ce9-bf6d-9ba6e2c376f5 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:11.683935 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-48817f90-8db4-465b-a5f8-4181eb900b48 req-4cc70108-700a-4ce9-bf6d-9ba6e2c376f5 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 946 time: 0.0461533 Sep 09 15:08:11.731585 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-48817f90-8db4-465b-a5f8-4181eb900b48 req-31f191c1-aa4d-4bbe-bb84-1746a5101265 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=28dd6c63-45b4-4829-8f90-4b6652ec777f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 Sep 09 15:08:12.079844 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12fd39b-b007-4d62-b1d8-8f54b4f61987 req-cf639aea-6715-4f58-a673-001a1336c29e tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:12.081259 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f12fd39b-b007-4d62-b1d8-8f54b4f61987 req-cf639aea-6715-4f58-a673-001a1336c29e tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 946 time: 0.0483079 Sep 09 15:08:12.164906 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-f12fd39b-b007-4d62-b1d8-8f54b4f61987 req-e68fd062-7dc9-4d37-93e7-3f750a6fe60f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Deleting port 92661755-b8dc-4b7c-99d8-a069f1628575 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:12.165276 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-f12fd39b-b007-4d62-b1d8-8f54b4f61987 req-e68fd062-7dc9-4d37-93e7-3f750a6fe60f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:12.253107 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-f12fd39b-b007-4d62-b1d8-8f54b4f61987 req-e68fd062-7dc9-4d37-93e7-3f750a6fe60f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] For port 92661755-b8dc-4b7c-99d8-a069f1628575, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=92661755-b8dc-4b7c-99d8-a069f1628575,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:12.253482 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-f12fd39b-b007-4d62-b1d8-8f54b4f61987 req-e68fd062-7dc9-4d37-93e7-3f750a6fe60f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:12.266444 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-f12fd39b-b007-4d62-b1d8-8f54b4f61987 req-e68fd062-7dc9-4d37-93e7-3f750a6fe60f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Calling delete_port for 92661755-b8dc-4b7c-99d8-a069f1628575 owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:12.341877 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:12.393779 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-f12fd39b-b007-4d62-b1d8-8f54b4f61987 req-e68fd062-7dc9-4d37-93e7-3f750a6fe60f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (92661755-b8dc-4b7c-99d8-a069f1628575), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:12.399575 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:12.404899 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] get_ports_and_sgs() called for port_ids ['92661755-b8dc-4b7c-99d8-a069f1628575'] {{(pid=106240) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 09 15:08:12.423980 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68fd062-7dc9-4d37-93e7-3f750a6fe60f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Pushing event deleted for resources: {'Port': ['ID=92661755-b8dc-4b7c-99d8-a069f1628575,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:12.473841 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12fd39b-b007-4d62-b1d8-8f54b4f61987 req-e68fd062-7dc9-4d37-93e7-3f750a6fe60f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] No DVR routers for this DVR port 92661755-b8dc-4b7c-99d8-a069f1628575 on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:08:12.476262 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-f12fd39b-b007-4d62-b1d8-8f54b4f61987 req-e68fd062-7dc9-4d37-93e7-3f750a6fe60f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:12.479409 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-f12fd39b-b007-4d62-b1d8-8f54b4f61987 req-e68fd062-7dc9-4d37-93e7-3f750a6fe60f tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.16 "DELETE /networking/v2.0/ports/92661755-b8dc-4b7c-99d8-a069f1628575 HTTP/1.1" status: 204 len: 173 time: 0.3926044 Sep 09 15:08:12.479887 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'name': 'network-vif-deleted', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:08:12.482118 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cd58af-97ce-4d8d-a4be-4c37da65a6f5" -d '{"events": [{"server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "name": "network-vif-deleted", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:08:12.523061 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4225c398-9f76-43d7-9f1e-f3507e3f734e x-openstack-request-id: req-4225c398-9f76-43d7-9f1e-f3507e3f734e {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:08:12.523369 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db254b5c-e7fd-4f78-85a8-263d61d4f983", "name": "network-vif-deleted", "tag": "92661755-b8dc-4b7c-99d8-a069f1628575", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:08:12.523624 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4225c398-9f76-43d7-9f1e-f3507e3f734e {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:08:12.524025 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4225c398-9f76-43d7-9f1e-f3507e3f734e'] response: {'server_uuid': 'db254b5c-e7fd-4f78-85a8-263d61d4f983', 'name': 'network-vif-deleted', 'tag': '92661755-b8dc-4b7c-99d8-a069f1628575', 'status': 'completed', 'code': 200} Sep 09 15:08:12.852195 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-5e42a732-bdfa-4720-81ab-c6979078bb7c req-331596db-27e9-4265-9906-27498cfcf233 tempest-TestMinimumBasicScenario-196882853 tempest-TestMinimumBasicScenario-196882853-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=db254b5c-e7fd-4f78-85a8-263d61d4f983 HTTP/1.1" status: 200 len: 210 time: 0.0297711 Sep 09 15:08:13.082072 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:13.123128 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:14.580421 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43676) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:14.880227 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14d6e55b-c8a6-4096-bcdf-610f7ecfb42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705520'] for router_interface (b2e6367e-7415-490b-84db-b19b6b7688f3), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:15.094273 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-14d6e55b-c8a6-4096-bcdf-610f7ecfb42c admin admin] Deleting port 30f11ec5-045e-4b28-8478-5bcba080ee2c {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:15.094604 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14d6e55b-c8a6-4096-bcdf-610f7ecfb42c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:15.174335 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-14d6e55b-c8a6-4096-bcdf-610f7ecfb42c admin admin] For port 30f11ec5-045e-4b28-8478-5bcba080ee2c, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=30f11ec5-045e-4b28-8478-5bcba080ee2c,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:15.174612 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14d6e55b-c8a6-4096-bcdf-610f7ecfb42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:15.187287 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-14d6e55b-c8a6-4096-bcdf-610f7ecfb42c admin admin] Calling delete_port for 30f11ec5-045e-4b28-8478-5bcba080ee2c owned by network:router_interface {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:15.194784 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=100 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:15.342095 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:15.365373 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14d6e55b-c8a6-4096-bcdf-610f7ecfb42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (30f11ec5-045e-4b28-8478-5bcba080ee2c), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:15.387575 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6e55b-c8a6-4096-bcdf-610f7ecfb42c admin admin] Pushing event deleted for resources: {'Port': ['ID=30f11ec5-045e-4b28-8478-5bcba080ee2c,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:15.550252 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-14d6e55b-c8a6-4096-bcdf-610f7ecfb42c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591360'] for router_interface (b2e6367e-7415-490b-84db-b19b6b7688f3), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:15.578291 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43678) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:15.719499 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Deleting port 98528c60-6032-4753-a0e4-e7f7ca226215 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:15.719731 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (98528c60-6032-4753-a0e4-e7f7ca226215), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:15.754832 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d6e55b-c8a6-4096-bcdf-610f7ecfb42c admin admin] Router b2e6367e-7415-490b-84db-b19b6b7688f3 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:08:15.799162 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (98528c60-6032-4753-a0e4-e7f7ca226215), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:15.799792 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (98528c60-6032-4753-a0e4-e7f7ca226215), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:15.812207 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Calling delete_port for 98528c60-6032-4753-a0e4-e7f7ca226215 owned by network:floatingip {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:15.854896 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d6e55b-c8a6-4096-bcdf-610f7ecfb42c admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:08:15.860412 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-14d6e55b-c8a6-4096-bcdf-610f7ecfb42c admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/b2e6367e-7415-490b-84db-b19b6b7688f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2789536 Sep 09 15:08:15.862387 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43680) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:15.865542 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7023f7ad-82a9-41af-969c-f51730bb93c4 None None] Sync routers for ids ['b2e6367e-7415-490b-84db-b19b6b7688f3'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:08:15.880041 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7023f7ad-82a9-41af-969c-f51730bb93c4 None None] Routers {'b2e6367e-7415-490b-84db-b19b6b7688f3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:15.880946 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-7023f7ad-82a9-41af-969c-f51730bb93c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:08:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b2e6367e-7415-490b-84db-b19b6b7688f3'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:15.962451 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Publish callbacks [] for router (b2e6367e-7415-490b-84db-b19b6b7688f3), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:15.976200 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:15.980406 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-7023f7ad-82a9-41af-969c-f51730bb93c4 None None] Set router b2e6367e-7415-490b-84db-b19b6b7688f3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:15.994758 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (98528c60-6032-4753-a0e4-e7f7ca226215), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:16.028263 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event deleted for resources: {'Port': ['ID=98528c60-6032-4753-a0e4-e7f7ca226215,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:16.074242 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 92661755-b8dc-4b7c-99d8-a069f1628575 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:16.094364 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 92661755-b8dc-4b7c-99d8-a069f1628575 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:16.095977 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 92661755-b8dc-4b7c-99d8-a069f1628575 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:16.096291 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (526d5acf-4742-46e8-8120-02ed74cc0267), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:16.096701 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Floating IP 526d5acf-4742-46e8-8120-02ed74cc0267 disassociated (deleted). External IP: 172.27.3.66, port: 6bfea242-79c3-46c1-8ac9-c52dba84bb9f. Sep 09 15:08:16.119566 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:16.161852 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-7023f7ad-82a9-41af-969c-f51730bb93c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:08:15Z', 'revision_number': 5, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:16.199353 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7023f7ad-82a9-41af-969c-f51730bb93c4 None None] Checking router: b2e6367e-7415-490b-84db-b19b6b7688f3 for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:08:16.209099 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7023f7ad-82a9-41af-969c-f51730bb93c4 None None] Routers {'b2e6367e-7415-490b-84db-b19b6b7688f3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:16.210016 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-7023f7ad-82a9-41af-969c-f51730bb93c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:08:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['b2e6367e-7415-490b-84db-b19b6b7688f3'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:16.325178 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Router 9f091a18-664f-4f9d-b6a0-c26ebedad05f has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:08:16.333941 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Publish callbacks [] for router_gateway (b2e6367e-7415-490b-84db-b19b6b7688f3), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:16.376215 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:16.383409 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:16.384613 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Deleting port 6ddf9eee-71fc-4916-b769-44d158034aeb {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:16.384981 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:16.407721 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-7023f7ad-82a9-41af-969c-f51730bb93c4 None None] Set router b2e6367e-7415-490b-84db-b19b6b7688f3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:16.437731 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:16.446576 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:08:16.453097 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:16.462057 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212067f-be55-4820-8cde-c08ab090bb98 None None] Sync routers for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:08:16.470301 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] For port 6ddf9eee-71fc-4916-b769-44d158034aeb, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=6ddf9eee-71fc-4916-b769-44d158034aeb,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:16.470657 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:16.472686 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212067f-be55-4820-8cde-c08ab090bb98 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:16.473444 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-3212067f-be55-4820-8cde-c08ab090bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:08:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:16.484348 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Calling delete_port for 6ddf9eee-71fc-4916-b769-44d158034aeb owned by network:router_gateway {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:16.514029 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-0f8e55e0-ddeb-4222-b537-59bf36201bec tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/526d5acf-4742-46e8-8120-02ed74cc0267 HTTP/1.1" status: 204 len: 168 time: 0.9345217 Sep 09 15:08:16.514711 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'tag': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:08:16.520605 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fefe9dc-c034-47d4-bd97-920e1f54f934" -d '{"events": [{"name": "network-changed", "server_uuid": "ba28ee63-2458-4bd0-9e99-e6723db42836", "tag": "6bfea242-79c3-46c1-8ac9-c52dba84bb9f"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:08:16.591757 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-3212067f-be55-4820-8cde-c08ab090bb98 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:16.604216 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-7023f7ad-82a9-41af-969c-f51730bb93c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:08:15Z', 'revision_number': 5, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:16.607415 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4072f9a-6ca4-4c5b-bed3-53f5409998a5 x-openstack-request-id: req-a4072f9a-6ca4-4c5b-bed3-53f5409998a5 {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:08:16.608504 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba28ee63-2458-4bd0-9e99-e6723db42836", "tag": "6bfea242-79c3-46c1-8ac9-c52dba84bb9f", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:08:16.609109 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4072f9a-6ca4-4c5b-bed3-53f5409998a5 {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:08:16.609782 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4072f9a-6ca4-4c5b-bed3-53f5409998a5'] response: {'name': 'network-changed', 'server_uuid': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'tag': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f', 'status': 'completed', 'code': 200} Sep 09 15:08:16.645541 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7023f7ad-82a9-41af-969c-f51730bb93c4 None None] The sync data for ids ['b2e6367e-7415-490b-84db-b19b6b7688f3'] in dv-cinder-828696-11-iscsi is: [{'id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'name': 'tempest-TestMinimumBasicScenario-571736942-router', 'tenant_id': 'ee3a90f56942438a887a45157622532f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145'}], 'enable_snat': True}, 'gw_port_id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:08:15Z', 'revision_number': 5, 'project_id': 'ee3a90f56942438a887a45157622532f', 'gw_port': {'id': '6ddf9eee-71fc-4916-b769-44d158034aeb', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:ac:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2e6367e-7415-490b-84db-b19b6b7688f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:06Z', 'updated_at': '2022-09-09T15:06:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:08:16.678745 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:16.715222 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe9dc-c034-47d4-bd97-920e1f54f934 req-bc1839d6-912a-4df3-b308-6d956a6d5f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:16.719572 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3fefe9dc-c034-47d4-bd97-920e1f54f934 req-bc1839d6-912a-4df3-b308-6d956a6d5f89 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 1130 time: 0.0885346 Sep 09 15:08:16.790449 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (6ddf9eee-71fc-4916-b769-44d158034aeb), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:16.823602 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ddf9eee-71fc-4916-b769-44d158034aeb,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:16.870274 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e651a28-732b-45af-8dad-39f012b2ff67 req-56b4481e-4fd2-4c37-8b35-74abd3b8a9a6 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:16.871657 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8e651a28-732b-45af-8dad-39f012b2ff67 req-56b4481e-4fd2-4c37-8b35-74abd3b8a9a6 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 946 time: 0.0748262 Sep 09 15:08:16.876310 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe9dc-c034-47d4-bd97-920e1f54f934 req-2e60f1ce-a17c-4674-9235-e55fb69e7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:16.877713 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3fefe9dc-c034-47d4-bd97-920e1f54f934 req-2e60f1ce-a17c-4674-9235-e55fb69e7dd1 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 913 time: 0.1504672 Sep 09 15:08:16.882660 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-3212067f-be55-4820-8cde-c08ab090bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '90a23af7-a0a7-4d11-b530-9be4176afd3d', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:26:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:04:15Z', 'updated_at': '2022-09-09T15:04:17Z', 'revision_number': 1, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:16.893360 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601202'] for router_gateway (b2e6367e-7415-490b-84db-b19b6b7688f3), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:16.908615 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212067f-be55-4820-8cde-c08ab090bb98 None None] Checking router: 9f091a18-664f-4f9d-b6a0-c26ebedad05f for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:08:16.917123 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3212067f-be55-4820-8cde-c08ab090bb98 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:16.917758 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-3212067f-be55-4820-8cde-c08ab090bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:08:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:16.925238 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-8e651a28-732b-45af-8dad-39f012b2ff67 req-df089b4e-93ee-4b0b-bacc-3457f36f807a tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465689 Sep 09 15:08:16.952805 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:16.966519 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:16.988833 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10078'] for router (b2e6367e-7415-490b-84db-b19b6b7688f3), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:16.991089 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Publish callbacks [] for router_controller (b2e6367e-7415-490b-84db-b19b6b7688f3), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.035493 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591413'] for router (b2e6367e-7415-490b-84db-b19b6b7688f3), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.036323 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2e6367e-7415-490b-84db-b19b6b7688f3 {{(pid=106239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:08:17.041805 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.042949 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-ceff6a9a-8b15-49fe-b7cb-bac5cae3da01 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/b2e6367e-7415-490b-84db-b19b6b7688f3 HTTP/1.1" status: 204 len: 168 time: 1.1796622 Sep 09 15:08:17.043359 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-3212067f-be55-4820-8cde-c08ab090bb98 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:17.045709 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43688) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:17.098461 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.db_base_plugin_v2 [None req-555a500c-4186-4733-9363-9f6af51654f1 admin admin] Deleting subnet 96c17e27-3358-4112-beb7-7261af96c0b8 {{(pid=106238) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:08:17.102018 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-555a500c-4186-4733-9363-9f6af51654f1 admin admin] Publish callbacks [] for subnet (96c17e27-3358-4112-beb7-7261af96c0b8), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.141915 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-555a500c-4186-4733-9363-9f6af51654f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2753371'] for subnet (96c17e27-3358-4112-beb7-7261af96c0b8), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.226350 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-555a500c-4186-4733-9363-9f6af51654f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (96c17e27-3358-4112-beb7-7261af96c0b8), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.266630 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-3212067f-be55-4820-8cde-c08ab090bb98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '90a23af7-a0a7-4d11-b530-9be4176afd3d', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:26:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:04:15Z', 'updated_at': '2022-09-09T15:04:17Z', 'revision_number': 1, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:17.291643 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-555a500c-4186-4733-9363-9f6af51654f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3310520', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25350703'] for subnet (96c17e27-3358-4112-beb7-7261af96c0b8), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.294310 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3212067f-be55-4820-8cde-c08ab090bb98 None None] The sync data for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi is: [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_floatingips': [{'id': '90a23af7-a0a7-4d11-b530-9be4176afd3d', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'floating_ip_address': '172.27.3.161', 'floating_network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'router_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'port_id': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 612, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'mac_address': 'fa:16:3e:26:09:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-09T15:04:15Z', 'updated_at': '2022-09-09T15:04:17Z', 'revision_number': 1, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:08:17.322316 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a500c-4186-4733-9363-9f6af51654f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96c17e27-3358-4112-beb7-7261af96c0b8,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:17.324335 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-555a500c-4186-4733-9363-9f6af51654f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.329828 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-555a500c-4186-4733-9363-9f6af51654f1 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/96c17e27-3358-4112-beb7-7261af96c0b8 HTTP/1.1" status: 204 len: 168 time: 0.2804456 Sep 09 15:08:17.330081 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43690) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:17.330267 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d4b245-5e2d-4c64-bc0d-a5693b78ecfe None None] Network d1303b57-e7de-4c0f-8024-6e5319354796 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:08:17.407614 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (d1303b57-e7de-4c0f-8024-6e5319354796), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.455217 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Deleting port c2994dbf-bac4-4d7b-ac69-9717e1193cb7 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:17.455752 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (c2994dbf-bac4-4d7b-ac69-9717e1193cb7), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.525794 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] For port c2994dbf-bac4-4d7b-ac69-9717e1193cb7, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=c2994dbf-bac4-4d7b-ac69-9717e1193cb7,segment=NetworkSegment(3e9f4375-ca3a-498a-9ad9-129594c3c82a),segment_id=3e9f4375-ca3a-498a-9ad9-129594c3c82a)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:17.526244 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (c2994dbf-bac4-4d7b-ac69-9717e1193cb7), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.540798 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Calling delete_port for c2994dbf-bac4-4d7b-ac69-9717e1193cb7 owned by network:dhcp {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:17.590732 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83c465e-0df2-49fc-ad4c-461b90497c8a None None] New status for floating IP 526d5acf-4742-46e8-8120-02ed74cc0267: DOWN {{(pid=106241) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:08:17.620403 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (c2994dbf-bac4-4d7b-ac69-9717e1193cb7), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.651065 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2994dbf-bac4-4d7b-ac69-9717e1193cb7,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:17.652951 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] No DVR routers for this DVR port c2994dbf-bac4-4d7b-ac69-9717e1193cb7 on host dv-cinder-828696-11-iscsi {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:08:17.785081 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb513c-a8f9-4534-b342-0f066c9f6fbc None None] DHCP port deletion for d1303b57-e7de-4c0f-8024-6e5319354796 request from dv-cinder-828696-11-iscsi {{(pid=106240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 15:08:17.811447 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:17.941559 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:17.981809 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3fefe9dc-c034-47d4-bd97-920e1f54f934 req-bb16cef4-319a-4c5f-9657-da6ce55287af service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6bfea242-79c3-46c1-8ac9-c52dba84bb9f HTTP/1.1" status: 200 len: 217 time: 0.0470369 Sep 09 15:08:17.982203 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:18.053721 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (d1303b57-e7de-4c0f-8024-6e5319354796), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:18.084352 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46308132-0aa9-4fb8-aa25-22b77859e551 req-935188a8-6c21-47cc-8b70-7354e452cb9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:18.085846 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-46308132-0aa9-4fb8-aa25-22b77859e551 req-935188a8-6c21-47cc-8b70-7354e452cb9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 946 time: 0.0746667 Sep 09 15:08:18.087376 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1303b57-e7de-4c0f-8024-6e5319354796']}} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:18.101084 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9f4375-ca3a-498a-9ad9-129594c3c82a') {'for_net_delete': True} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:18.101408 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9f4375-ca3a-498a-9ad9-129594c3c82a') {} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:18.147655 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2753440'] for segment (3e9f4375-ca3a-498a-9ad9-129594c3c82a), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:18.186319 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (3e9f4375-ca3a-498a-9ad9-129594c3c82a), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:18.230028 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=106238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:08:18.230345 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3310546'] for segment (3e9f4375-ca3a-498a-9ad9-129594c3c82a), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:18.236609 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe9dc-c034-47d4-bd97-920e1f54f934 req-96f32295-e399-46b5-8beb-07d1569817b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:18.238078 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3fefe9dc-c034-47d4-bd97-920e1f54f934 req-96f32295-e399-46b5-8beb-07d1569817b1 service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.1413136 Sep 09 15:08:18.258084 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-46308132-0aa9-4fb8-aa25-22b77859e551 req-9696c63b-2f03-4265-adf7-cc58690c0acc tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637001 Sep 09 15:08:18.292561 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.services.segments.plugin [-] Segment 3e9f4375-ca3a-498a-9ad9-129594c3c82a resource provider aggregate not found Sep 09 15:08:18.306189 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8247cc2-2834-4849-b20f-3ea34fe9487b req-fe826c90-3d44-4e1e-8d0a-0305525d1a9c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:18.307641 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c8247cc2-2834-4849-b20f-3ea34fe9487b req-fe826c90-3d44-4e1e-8d0a-0305525d1a9c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 946 time: 0.1391056 Sep 09 15:08:18.339746 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.services.segments.plugin [-] Segment 3e9f4375-ca3a-498a-9ad9-129594c3c82a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3e9f4375-ca3a-498a-9ad9-129594c3c82a found for delete ", "request_id": "req-f13dd8fd-9566-4480-8de2-9dd6e3cbf053"}]} Sep 09 15:08:18.376399 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (d1303b57-e7de-4c0f-8024-6e5319354796), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:18.382337 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefe9dc-c034-47d4-bd97-920e1f54f934 req-b97f8bc1-947b-4868-9b74-debfac997ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:18.383823 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3fefe9dc-c034-47d4-bd97-920e1f54f934 req-b97f8bc1-947b-4868-9b74-debfac997ff5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1323574 Sep 09 15:08:18.388293 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:18.391266 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/d1303b57-e7de-4c0f-8024-6e5319354796 HTTP/1.1" status: 204 len: 168 time: 1.0601540 Sep 09 15:08:18.394365 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43700) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:18.427342 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76540d-5afd-48aa-b12f-e1d2d4076a0c admin admin] Pushing event deleted for resources: {'Network': ['ID=d1303b57-e7de-4c0f-8024-6e5319354796,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:18.499478 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-c8247cc2-2834-4849-b20f-3ea34fe9487b req-ea236cdc-0eab-48c2-8487-9eea8b41622b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Deleting port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:18.499730 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c8247cc2-2834-4849-b20f-3ea34fe9487b req-ea236cdc-0eab-48c2-8487-9eea8b41622b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:18.580913 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device c2994dbf-bac4-4d7b-ac69-9717e1193cb7 no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:18.585105 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3fefe9dc-c034-47d4-bd97-920e1f54f934 req-03b7d945-c739-40cf-affd-6d93be4be59e service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926208 Sep 09 15:08:18.599905 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: c2994dbf-bac4-4d7b-ac69-9717e1193cb7 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:18.600601 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device c2994dbf-bac4-4d7b-ac69-9717e1193cb7 not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:18.601117 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 30f11ec5-045e-4b28-8478-5bcba080ee2c no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:18.620455 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 30f11ec5-045e-4b28-8478-5bcba080ee2c {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:18.621448 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 30f11ec5-045e-4b28-8478-5bcba080ee2c not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:18.622101 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 6ddf9eee-71fc-4916-b769-44d158034aeb no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:18.642330 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 6ddf9eee-71fc-4916-b769-44d158034aeb {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:18.642762 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 6ddf9eee-71fc-4916-b769-44d158034aeb not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:18.670650 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-c8247cc2-2834-4849-b20f-3ea34fe9487b req-ea236cdc-0eab-48c2-8487-9eea8b41622b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] For port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=6bfea242-79c3-46c1-8ac9-c52dba84bb9f,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:18.671214 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c8247cc2-2834-4849-b20f-3ea34fe9487b req-ea236cdc-0eab-48c2-8487-9eea8b41622b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:18.690983 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-c8247cc2-2834-4849-b20f-3ea34fe9487b req-ea236cdc-0eab-48c2-8487-9eea8b41622b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Calling delete_port for 6bfea242-79c3-46c1-8ac9-c52dba84bb9f owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:18.728299 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eda3e630-6350-4632-a003-b62d7dc7a755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705520'] for router_interface (47362205-8ea6-4f7d-b097-ee6160a63888), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:18.759577 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:18.761186 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-3fefe9dc-c034-47d4-bd97-920e1f54f934 req-b2716214-9e1f-472b-9b6c-85b5ea7bde39 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700962 Sep 09 15:08:18.820932 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:18.849180 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c8247cc2-2834-4849-b20f-3ea34fe9487b req-ea236cdc-0eab-48c2-8487-9eea8b41622b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (6bfea242-79c3-46c1-8ac9-c52dba84bb9f), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:18.885466 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea236cdc-0eab-48c2-8487-9eea8b41622b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event deleted for resources: {'Port': ['ID=6bfea242-79c3-46c1-8ac9-c52dba84bb9f,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:18.922890 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8247cc2-2834-4849-b20f-3ea34fe9487b req-ea236cdc-0eab-48c2-8487-9eea8b41622b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] No DVR routers for this DVR port 6bfea242-79c3-46c1-8ac9-c52dba84bb9f on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:08:18.925829 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-c8247cc2-2834-4849-b20f-3ea34fe9487b req-ea236cdc-0eab-48c2-8487-9eea8b41622b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:18.929953 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-c8247cc2-2834-4849-b20f-3ea34fe9487b req-ea236cdc-0eab-48c2-8487-9eea8b41622b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "DELETE /networking/v2.0/ports/6bfea242-79c3-46c1-8ac9-c52dba84bb9f HTTP/1.1" status: 204 len: 173 time: 0.5939140 Sep 09 15:08:18.930456 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'name': 'network-vif-deleted', 'tag': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:08:18.933792 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d57e01-eab2-4ed2-89f9-a253470f5570" -d '{"events": [{"server_uuid": "ba28ee63-2458-4bd0-9e99-e6723db42836", "name": "network-vif-deleted", "tag": "6bfea242-79c3-46c1-8ac9-c52dba84bb9f"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:08:18.965245 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-eda3e630-6350-4632-a003-b62d7dc7a755 admin admin] Deleting port ac6fad31-71d4-40fb-8b1b-6078c3b21123 {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:18.965972 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eda3e630-6350-4632-a003-b62d7dc7a755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:18.982140 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e15fa86-9f0c-4362-a8e8-f51b0ec89f3a x-openstack-request-id: req-2e15fa86-9f0c-4362-a8e8-f51b0ec89f3a {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:08:18.982293 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba28ee63-2458-4bd0-9e99-e6723db42836", "name": "network-vif-deleted", "tag": "6bfea242-79c3-46c1-8ac9-c52dba84bb9f", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:08:18.982598 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e15fa86-9f0c-4362-a8e8-f51b0ec89f3a {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:08:18.983008 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e15fa86-9f0c-4362-a8e8-f51b0ec89f3a'] response: {'server_uuid': 'ba28ee63-2458-4bd0-9e99-e6723db42836', 'name': 'network-vif-deleted', 'tag': '6bfea242-79c3-46c1-8ac9-c52dba84bb9f', 'status': 'completed', 'code': 200} Sep 09 15:08:19.020758 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:19.048380 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-eda3e630-6350-4632-a003-b62d7dc7a755 admin admin] For port ac6fad31-71d4-40fb-8b1b-6078c3b21123, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ac6fad31-71d4-40fb-8b1b-6078c3b21123,segment=NetworkSegment(cf911485-64ce-443d-aa2f-e1fc1758acae),segment_id=cf911485-64ce-443d-aa2f-e1fc1758acae)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:19.048738 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eda3e630-6350-4632-a003-b62d7dc7a755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:19.063235 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-eda3e630-6350-4632-a003-b62d7dc7a755 admin admin] Calling delete_port for ac6fad31-71d4-40fb-8b1b-6078c3b21123 owned by network:router_interface {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:19.252596 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eda3e630-6350-4632-a003-b62d7dc7a755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (ac6fad31-71d4-40fb-8b1b-6078c3b21123), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:19.284680 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda3e630-6350-4632-a003-b62d7dc7a755 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6fad31-71d4-40fb-8b1b-6078c3b21123,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:19.424636 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-523c9a0b-87f6-41be-af3d-f8a1800eee62 req-4e0b227e-f006-44be-80e3-492f2b6a1175 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=ba28ee63-2458-4bd0-9e99-e6723db42836 HTTP/1.1" status: 200 len: 210 time: 0.0443172 Sep 09 15:08:19.472576 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-eda3e630-6350-4632-a003-b62d7dc7a755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591360'] for router_interface (47362205-8ea6-4f7d-b097-ee6160a63888), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:19.672006 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:19.685184 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda3e630-6350-4632-a003-b62d7dc7a755 admin admin] Router 47362205-8ea6-4f7d-b097-ee6160a63888 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:08:19.788920 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda3e630-6350-4632-a003-b62d7dc7a755 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:08:19.794548 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-eda3e630-6350-4632-a003-b62d7dc7a755 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/47362205-8ea6-4f7d-b097-ee6160a63888/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3978915 Sep 09 15:08:19.796419 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43706) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:19.798812 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab15d27b-50c8-473e-baf7-bae81abcee4d None None] Sync routers for ids ['47362205-8ea6-4f7d-b097-ee6160a63888'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:08:19.808448 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15d27b-50c8-473e-baf7-bae81abcee4d None None] Routers {'47362205-8ea6-4f7d-b097-ee6160a63888'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:19.809045 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-ab15d27b-50c8-473e-baf7-bae81abcee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:08:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['47362205-8ea6-4f7d-b097-ee6160a63888'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:19.894204 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Publish callbacks [] for router (47362205-8ea6-4f7d-b097-ee6160a63888), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:19.911006 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-ab15d27b-50c8-473e-baf7-bae81abcee4d None None] Set router 47362205-8ea6-4f7d-b097-ee6160a63888 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:19.932543 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:19.998768 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Publish callbacks [] for router_gateway (47362205-8ea6-4f7d-b097-ee6160a63888), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.045529 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Deleting port f10ee860-f3f3-4765-bbab-b78ec252a98a {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:20.045961 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.081898 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-ab15d27b-50c8-473e-baf7-bae81abcee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'name': 'tempest-TestMinimumBasicScenario-1685192000-router', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42'}], 'enable_snat': True}, 'gw_port_id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:08:19Z', 'revision_number': 5, 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'gw_port': {'id': 'f10ee860-f3f3-4765-bbab-b78ec252a98a', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:06:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:20.106458 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab15d27b-50c8-473e-baf7-bae81abcee4d None None] Checking router: 47362205-8ea6-4f7d-b097-ee6160a63888 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:08:20.115511 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab15d27b-50c8-473e-baf7-bae81abcee4d None None] Routers {'47362205-8ea6-4f7d-b097-ee6160a63888'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:20.115854 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-ab15d27b-50c8-473e-baf7-bae81abcee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:08:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['47362205-8ea6-4f7d-b097-ee6160a63888'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:20.127584 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] For port f10ee860-f3f3-4765-bbab-b78ec252a98a, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=f10ee860-f3f3-4765-bbab-b78ec252a98a,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:20.127940 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.141063 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Calling delete_port for f10ee860-f3f3-4765-bbab-b78ec252a98a owned by network:router_gateway {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:20.199446 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-ab15d27b-50c8-473e-baf7-bae81abcee4d None None] Set router 47362205-8ea6-4f7d-b097-ee6160a63888 gateway port host: None {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:20.246717 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-ab15d27b-50c8-473e-baf7-bae81abcee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'name': 'tempest-TestMinimumBasicScenario-1685192000-router', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:08:19Z', 'revision_number': 6, 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'gw_port_host': None}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:20.273899 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab15d27b-50c8-473e-baf7-bae81abcee4d None None] The sync data for ids ['47362205-8ea6-4f7d-b097-ee6160a63888'] in dv-cinder-828696-11-iscsi is: [{'id': '47362205-8ea6-4f7d-b097-ee6160a63888', 'name': 'tempest-TestMinimumBasicScenario-1685192000-router', 'tenant_id': '6030c05db1e04aa1a3554b6021b8b558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:06:11Z', 'updated_at': '2022-09-09T15:08:19Z', 'revision_number': 6, 'project_id': '6030c05db1e04aa1a3554b6021b8b558', 'gw_port_host': None}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:08:20.309301 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (f10ee860-f3f3-4765-bbab-b78ec252a98a), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.335248 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Pushing event deleted for resources: {'Port': ['ID=f10ee860-f3f3-4765-bbab-b78ec252a98a,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:20.397472 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601202'] for router_gateway (47362205-8ea6-4f7d-b097-ee6160a63888), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.485253 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10078'] for router (47362205-8ea6-4f7d-b097-ee6160a63888), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.487462 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Publish callbacks [] for router_controller (47362205-8ea6-4f7d-b097-ee6160a63888), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.533480 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591413'] for router (47362205-8ea6-4f7d-b097-ee6160a63888), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.534193 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47362205-8ea6-4f7d-b097-ee6160a63888 {{(pid=106239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:08:20.539237 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.542738 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-da567440-5be6-4884-8366-cede4f15d0ae admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/47362205-8ea6-4f7d-b097-ee6160a63888 HTTP/1.1" status: 204 len: 168 time: 0.7430246 Sep 09 15:08:20.543405 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43712) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:20.552182 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:20.594272 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7505d6c-20cb-468a-a5c3-39c73f1155f6 admin admin] Deleting subnet 52933629-3562-4573-a44d-b4587944a10c {{(pid=106239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:08:20.597417 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7505d6c-20cb-468a-a5c3-39c73f1155f6 admin admin] Publish callbacks [] for subnet (52933629-3562-4573-a44d-b4587944a10c), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.639163 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7505d6c-20cb-468a-a5c3-39c73f1155f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752680'] for subnet (52933629-3562-4573-a44d-b4587944a10c), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.744775 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7505d6c-20cb-468a-a5c3-39c73f1155f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (52933629-3562-4573-a44d-b4587944a10c), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.786156 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ac6fad31-71d4-40fb-8b1b-6078c3b21123 no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:20.794322 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:20.808303 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: ac6fad31-71d4-40fb-8b1b-6078c3b21123 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:20.808850 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7505d6c-20cb-468a-a5c3-39c73f1155f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3186310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3836002'] for subnet (52933629-3562-4573-a44d-b4587944a10c), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.808990 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ac6fad31-71d4-40fb-8b1b-6078c3b21123 not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:20.837769 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7505d6c-20cb-468a-a5c3-39c73f1155f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52933629-3562-4573-a44d-b4587944a10c,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:20.843372 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-b7505d6c-20cb-468a-a5c3-39c73f1155f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.846713 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-b7505d6c-20cb-468a-a5c3-39c73f1155f6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/52933629-3562-4573-a44d-b4587944a10c HTTP/1.1" status: 204 len: 168 time: 0.3021829 Sep 09 15:08:20.849658 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd45e414-47c4-49d7-be35-13ac4248f300 None None] Network e4fd3bc9-a7d9-4021-85c1-37a25329de84 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:08:20.849992 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43716) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:20.857876 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:20.924227 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (e4fd3bc9-a7d9-4021-85c1-37a25329de84), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:20.931035 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:20.968497 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Deleting port ea9e1776-a6ab-4484-883e-c2f8ea90b8af {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:20.969049 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.004537 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] DHCP port deletion for e4fd3bc9-a7d9-4021-85c1-37a25329de84 request from dv-cinder-828696-11-iscsi {{(pid=106240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 15:08:21.048445 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] For port ea9e1776-a6ab-4484-883e-c2f8ea90b8af, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ea9e1776-a6ab-4484-883e-c2f8ea90b8af,segment=NetworkSegment(cf911485-64ce-443d-aa2f-e1fc1758acae),segment_id=cf911485-64ce-443d-aa2f-e1fc1758acae)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:21.048807 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.060048 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Deleting port ea9e1776-a6ab-4484-883e-c2f8ea90b8af {{(pid=106240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:21.060337 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), before_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.065898 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Calling delete_port for ea9e1776-a6ab-4484-883e-c2f8ea90b8af owned by network:dhcp {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:21.073557 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=100 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:21.148209 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.176827 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9e1776-a6ab-4484-883e-c2f8ea90b8af,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:21.182796 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] No DVR routers for this DVR port ea9e1776-a6ab-4484-883e-c2f8ea90b8af on host dv-cinder-828696-11-iscsi {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:08:21.258714 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] For port ea9e1776-a6ab-4484-883e-c2f8ea90b8af, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=ea9e1776-a6ab-4484-883e-c2f8ea90b8af,segment=NetworkSegment(cf911485-64ce-443d-aa2f-e1fc1758acae),segment_id=cf911485-64ce-443d-aa2f-e1fc1758acae)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:21.259110 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), precommit_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.263343 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (e4fd3bc9-a7d9-4021-85c1-37a25329de84), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.271606 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Calling delete_port for ea9e1776-a6ab-4484-883e-c2f8ea90b8af owned by network:dhcp {{(pid=106240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:21.284001 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4fd3bc9-a7d9-4021-85c1-37a25329de84']}} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:21.293126 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf911485-64ce-443d-aa2f-e1fc1758acae') {'for_net_delete': True} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:21.293444 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.services.segments.db [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf911485-64ce-443d-aa2f-e1fc1758acae') {} {{(pid=106238) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:21.302863 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2753440'] for segment (cf911485-64ce-443d-aa2f-e1fc1758acae), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.319190 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (cf911485-64ce-443d-aa2f-e1fc1758acae), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.325489 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=106238) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:08:21.325866 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3310546'] for segment (cf911485-64ce-443d-aa2f-e1fc1758acae), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.349386 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (ea9e1776-a6ab-4484-883e-c2f8ea90b8af), after_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.370066 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.services.segments.plugin [-] Segment cf911485-64ce-443d-aa2f-e1fc1758acae resource provider aggregate not found Sep 09 15:08:21.374037 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Pushing event deleted for resources: {'Port': ['ID=ea9e1776-a6ab-4484-883e-c2f8ea90b8af,revision_number=None']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:21.379411 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] No DVR routers for this DVR port ea9e1776-a6ab-4484-883e-c2f8ea90b8af on host dv-cinder-828696-11-iscsi {{(pid=106240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:08:21.392147 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.392489 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.392826 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.393171 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.393525 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.393849 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.394168 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.394607 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.395343 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.395733 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.395978 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.396285 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.396599 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.396912 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.397241 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-063f6a5f-7274-438e-a969-c33055175f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828696-11-iscsi {{(pid=106240) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 15:08:21.398136 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.services.segments.plugin [-] Segment cf911485-64ce-443d-aa2f-e1fc1758acae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cf911485-64ce-443d-aa2f-e1fc1758acae found for delete ", "request_id": "req-d5a2993d-6c28-4334-b5f4-481d34a63ca5"}]} Sep 09 15:08:21.405677 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (e4fd3bc9-a7d9-4021-85c1-37a25329de84), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.411462 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.414484 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/e4fd3bc9-a7d9-4021-85c1-37a25329de84 HTTP/1.1" status: 204 len: 168 time: 0.5632510 Sep 09 15:08:21.425718 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d6c86-5105-4349-a3cd-c03fe4f081d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4fd3bc9-a7d9-4021-85c1-37a25329de84,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:21.578400 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43724) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:21.618086 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-bb2ecccc-62f6-4ecd-bae6-92db217532bc admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=ee3a90f56942438a887a45157622532f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385146 Sep 09 15:08:21.620972 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43728) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:21.670288 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7adef6e5-9b70-4e3e-b71b-7076be62a467 admin admin] Publish callbacks [] for security_group (28dd6c63-45b4-4829-8f90-4b6652ec777f), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.692508 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7adef6e5-9b70-4e3e-b71b-7076be62a467 admin admin] Publish callbacks [] for security_group (28dd6c63-45b4-4829-8f90-4b6652ec777f), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.740915 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7adef6e5-9b70-4e3e-b71b-7076be62a467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (28dd6c63-45b4-4829-8f90-4b6652ec777f), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.743892 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-7adef6e5-9b70-4e3e-b71b-7076be62a467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:21.745028 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-7adef6e5-9b70-4e3e-b71b-7076be62a467 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/28dd6c63-45b4-4829-8f90-4b6652ec777f HTTP/1.1" status: 204 len: 168 time: 0.1231377 Sep 09 15:08:21.752878 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adef6e5-9b70-4e3e-b71b-7076be62a467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dd6c63-45b4-4829-8f90-4b6652ec777f,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:22.070434 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43738) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:22.114231 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 6bfea242-79c3-46c1-8ac9-c52dba84bb9f no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:22.114794 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-90d48af5-725c-430d-a384-3d999e9d2f3d admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=6030c05db1e04aa1a3554b6021b8b558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419564 Sep 09 15:08:22.116573 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43740) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:22.136128 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: 6bfea242-79c3-46c1-8ac9-c52dba84bb9f {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:22.136467 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device 6bfea242-79c3-46c1-8ac9-c52dba84bb9f not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:22.148127 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:22.167474 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-852298ad-5bb2-43a0-b617-eafa752a93e6 admin admin] Publish callbacks [] for security_group (9c8f0f36-953c-4e61-9d74-6633a163a1db), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:22.175411 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:22.190932 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-852298ad-5bb2-43a0-b617-eafa752a93e6 admin admin] Publish callbacks [] for security_group (9c8f0f36-953c-4e61-9d74-6633a163a1db), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:22.236369 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-852298ad-5bb2-43a0-b617-eafa752a93e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (9c8f0f36-953c-4e61-9d74-6633a163a1db), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:22.239502 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-852298ad-5bb2-43a0-b617-eafa752a93e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:22.240623 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-852298ad-5bb2-43a0-b617-eafa752a93e6 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/9c8f0f36-953c-4e61-9d74-6633a163a1db HTTP/1.1" status: 204 len: 168 time: 0.1231732 Sep 09 15:08:22.248516 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852298ad-5bb2-43a0-b617-eafa752a93e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8f0f36-953c-4e61-9d74-6633a163a1db,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:22.566056 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device f10ee860-f3f3-4765-bbab-b78ec252a98a no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:22.587023 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: f10ee860-f3f3-4765-bbab-b78ec252a98a {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:22.587369 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device f10ee860-f3f3-4765-bbab-b78ec252a98a not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:22.587791 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ea9e1776-a6ab-4484-883e-c2f8ea90b8af no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:22.607378 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: ea9e1776-a6ab-4484-883e-c2f8ea90b8af {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:22.607721 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device ea9e1776-a6ab-4484-883e-c2f8ea90b8af not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:22.740560 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43746) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:22.878293 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Deleting port 603efde6-215f-44fd-ba5d-cdf66356af7e {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:22.878636 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (603efde6-215f-44fd-ba5d-cdf66356af7e), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:22.956194 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (603efde6-215f-44fd-ba5d-cdf66356af7e), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:22.956518 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (603efde6-215f-44fd-ba5d-cdf66356af7e), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:22.969393 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Calling delete_port for 603efde6-215f-44fd-ba5d-cdf66356af7e owned by network:floatingip {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:23.111017 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (603efde6-215f-44fd-ba5d-cdf66356af7e), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:23.134423 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event deleted for resources: {'Port': ['ID=603efde6-215f-44fd-ba5d-cdf66356af7e,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:23.199191 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (90a23af7-a0a7-4d11-b530-9be4176afd3d), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:23.199518 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.db.l3_db [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Floating IP 90a23af7-a0a7-4d11-b530-9be4176afd3d disassociated (deleted). External IP: 172.27.3.161, port: cdbce435-f10d-40e7-9b00-ad1252f28480. Sep 09 15:08:23.409780 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Router 9f091a18-664f-4f9d-b6a0-c26ebedad05f has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106238) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:08:23.459877 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:23.499992 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:23.513137 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106238) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:08:23.517876 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:23.522906 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31cfa17-5c51-4178-b7d4-4f1167d350e9 None None] Sync routers for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:08:23.536929 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31cfa17-5c51-4178-b7d4-4f1167d350e9 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:23.537556 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-e31cfa17-5c51-4178-b7d4-4f1167d350e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:08:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:23.547818 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-1a6c39e1-c355-48e3-8aac-6b53a122de9b tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/90a23af7-a0a7-4d11-b530-9be4176afd3d HTTP/1.1" status: 204 len: 168 time: 0.8060424 Sep 09 15:08:23.548667 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'tag': 'cdbce435-f10d-40e7-9b00-ad1252f28480'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:08:23.551624 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd638ab1-71e6-4e5c-bc1c-a1201830ec76" -d '{"events": [{"name": "network-changed", "server_uuid": "1dc366a9-fbb3-4d0c-a66f-05263ec7fadf", "tag": "cdbce435-f10d-40e7-9b00-ad1252f28480"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:08:23.594964 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Sep 2022 15:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04455e5c-8d06-493c-a640-91eff5d2761b x-openstack-request-id: req-04455e5c-8d06-493c-a640-91eff5d2761b {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:08:23.595327 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dc366a9-fbb3-4d0c-a66f-05263ec7fadf", "tag": "cdbce435-f10d-40e7-9b00-ad1252f28480", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:08:23.595652 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04455e5c-8d06-493c-a640-91eff5d2761b {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:08:23.596128 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04455e5c-8d06-493c-a640-91eff5d2761b'] response: {'name': 'network-changed', 'server_uuid': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'tag': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'status': 'completed', 'code': 200} Sep 09 15:08:23.645348 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-e31cfa17-5c51-4178-b7d4-4f1167d350e9 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:23.661192 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd638ab1-71e6-4e5c-bc1c-a1201830ec76 req-867e3233-639e-4c55-8ab1-55e2856d72f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:23.662624 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bd638ab1-71e6-4e5c-bc1c-a1201830ec76 req-867e3233-639e-4c55-8ab1-55e2856d72f5 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 1130 time: 0.0442729 Sep 09 15:08:23.763408 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd638ab1-71e6-4e5c-bc1c-a1201830ec76 req-394f881f-d172-421c-984e-c22d452f9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:23.764868 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bd638ab1-71e6-4e5c-bc1c-a1201830ec76 req-394f881f-d172-421c-984e-c22d452f9541 service neutron] 10.222.0.16 "GET /networking/v2.0/networks?id=20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 200 len: 913 time: 0.0969570 Sep 09 15:08:23.815444 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d387408-f8d9-4e94-a7d3-5e0e4a9903c1 req-ee04d47b-4af4-4953-a988-ab6db4272187 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:23.816941 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0d387408-f8d9-4e94-a7d3-5e0e4a9903c1 req-ee04d47b-4af4-4953-a988-ab6db4272187 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 946 time: 0.0475202 Sep 09 15:08:23.839959 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-e31cfa17-5c51-4178-b7d4-4f1167d350e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:23.864355 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31cfa17-5c51-4178-b7d4-4f1167d350e9 None None] Checking router: 9f091a18-664f-4f9d-b6a0-c26ebedad05f for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:08:23.865731 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-0d387408-f8d9-4e94-a7d3-5e0e4a9903c1 req-72c18589-b1c4-4dcd-bb5c-fc286c1f366f tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430763 Sep 09 15:08:23.872849 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31cfa17-5c51-4178-b7d4-4f1167d350e9 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:23.873481 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-e31cfa17-5c51-4178-b7d4-4f1167d350e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:08:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:23.917216 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:23.976613 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-e31cfa17-5c51-4178-b7d4-4f1167d350e9 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:24.162836 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-e31cfa17-5c51-4178-b7d4-4f1167d350e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:24.186595 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31cfa17-5c51-4178-b7d4-4f1167d350e9 None None] The sync data for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi is: [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:00:59Z', 'revision_number': 4, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi', '_interfaces': [{'id': '191882e3-4b51-44ee-8d4b-b57b1a0cb08c', 'name': '', 'network_id': '20d1d01f-8d2e-4d86-913d-da4da3df92d5', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'mac_address': 'fa:16:3e:4b:26:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:59Z', 'updated_at': '2022-09-09T15:01:05Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'subnets': [{'id': '91359781-f970-4d88-8da9-2cb6ab261c8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:08:24.388518 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3c46ce-f72b-46ca-9cc3-c44eb435fa7c None None] New status for floating IP 90a23af7-a0a7-4d11-b530-9be4176afd3d: DOWN {{(pid=106240) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 09 15:08:24.732772 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bd638ab1-71e6-4e5c-bc1c-a1201830ec76 req-454f0720-f4e8-4f9f-a19c-989f724997eb service neutron] 10.222.0.16 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdbce435-f10d-40e7-9b00-ad1252f28480 HTTP/1.1" status: 200 len: 217 time: 0.0319986 Sep 09 15:08:24.785053 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd638ab1-71e6-4e5c-bc1c-a1201830ec76 req-8de0a1d6-6fb8-4f8a-ba47-3cc9d542138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:24.786884 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bd638ab1-71e6-4e5c-bc1c-a1201830ec76 req-8de0a1d6-6fb8-4f8a-ba47-3cc9d542138b service neutron] 10.222.0.16 "GET /networking/v2.0/subnets?id=91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 200 len: 851 time: 0.0475080 Sep 09 15:08:24.901313 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd638ab1-71e6-4e5c-bc1c-a1201830ec76 req-d78e9db0-1f7d-4bdb-9791-058e8b9e3fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:24.902780 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bd638ab1-71e6-4e5c-bc1c-a1201830ec76 req-d78e9db0-1f7d-4bdb-9791-058e8b9e3fd8 service neutron] 10.222.0.16 "GET /networking/v2.0/ports?network_id=20d1d01f-8d2e-4d86-913d-da4da3df92d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396419 Sep 09 15:08:25.017695 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bdf05-703c-442f-8c21-b7f46eb0620f req-4c28b267-67da-4238-aa94-766953db6221 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:25.019128 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6c2bdf05-703c-442f-8c21-b7f46eb0620f req-4c28b267-67da-4238-aa94-766953db6221 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 946 time: 0.0662322 Sep 09 15:08:25.047164 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bd638ab1-71e6-4e5c-bc1c-a1201830ec76 req-5c6ad99b-8913-4d46-afec-eda09f29aa0c service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374266 Sep 09 15:08:25.117862 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-6c2bdf05-703c-442f-8c21-b7f46eb0620f req-3ecadf8b-4ce1-475b-8a5b-524a4a83ca9d tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/security-groups?id=797ea724-f94a-4545-8297-96b5b080098b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926383 Sep 09 15:08:25.201823 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d35db7-c0e5-4f63-9b34-706570daab27 req-52167767-5016-4ad9-b021-37ebb757542d tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106238) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 09 15:08:25.203255 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e9d35db7-c0e5-4f63-9b34-706570daab27 req-52167767-5016-4ad9-b021-37ebb757542d tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 946 time: 0.0743442 Sep 09 15:08:25.206654 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-bd638ab1-71e6-4e5c-bc1c-a1201830ec76 req-18a95f60-1781-4d70-92a7-cef8c274b263 service neutron] 10.222.0.16 "GET /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515453 Sep 09 15:08:25.284070 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-e9d35db7-c0e5-4f63-9b34-706570daab27 req-113b2b00-0802-4a71-b897-41ceecf11201 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Deleting port cdbce435-f10d-40e7-9b00-ad1252f28480 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:25.284321 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-e9d35db7-c0e5-4f63-9b34-706570daab27 req-113b2b00-0802-4a71-b897-41ceecf11201 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:25.377080 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [req-e9d35db7-c0e5-4f63-9b34-706570daab27 req-113b2b00-0802-4a71-b897-41ceecf11201 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] For port cdbce435-f10d-40e7-9b00-ad1252f28480, host hv-cinder-82869, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82869',level=0,port_id=cdbce435-f10d-40e7-9b00-ad1252f28480,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:25.377467 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-e9d35db7-c0e5-4f63-9b34-706570daab27 req-113b2b00-0802-4a71-b897-41ceecf11201 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:25.390106 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [req-e9d35db7-c0e5-4f63-9b34-706570daab27 req-113b2b00-0802-4a71-b897-41ceecf11201 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Calling delete_port for cdbce435-f10d-40e7-9b00-ad1252f28480 owned by compute:nova {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:25.427408 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=100 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:25.460193 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:25.770793 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-e9d35db7-c0e5-4f63-9b34-706570daab27 req-113b2b00-0802-4a71-b897-41ceecf11201 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (cdbce435-f10d-40e7-9b00-ad1252f28480), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:25.797214 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b2b00-0802-4a71-b897-41ceecf11201 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event deleted for resources: {'Port': ['ID=cdbce435-f10d-40e7-9b00-ad1252f28480,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:25.845991 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d35db7-c0e5-4f63-9b34-706570daab27 req-113b2b00-0802-4a71-b897-41ceecf11201 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] No DVR routers for this DVR port cdbce435-f10d-40e7-9b00-ad1252f28480 on host hv-cinder-82869 {{(pid=106238) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:08:25.848727 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [req-e9d35db7-c0e5-4f63-9b34-706570daab27 req-113b2b00-0802-4a71-b897-41ceecf11201 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for port (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:25.852194 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-e9d35db7-c0e5-4f63-9b34-706570daab27 req-113b2b00-0802-4a71-b897-41ceecf11201 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.16 "DELETE /networking/v2.0/ports/cdbce435-f10d-40e7-9b00-ad1252f28480 HTTP/1.1" status: 204 len: 173 time: 0.6443975 Sep 09 15:08:25.852671 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'name': 'network-vif-deleted', 'tag': 'cdbce435-f10d-40e7-9b00-ad1252f28480'}] {{(pid=106238) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 09 15:08:25.855559 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f91cf5874518cc3599922c248d49154e214d41b7e8d4d454b7ff22de547e0a7c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c15821-ada6-4958-be26-6926b1dba4fe" -d '{"events": [{"server_uuid": "1dc366a9-fbb3-4d0c-a66f-05263ec7fadf", "name": "network-vif-deleted", "tag": "cdbce435-f10d-40e7-9b00-ad1252f28480"}]}' {{(pid=106238) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 15:08:25.895543 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Sep 2022 15:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56ff1f5-b2ec-4053-8f69-f456ea32cdda x-openstack-request-id: req-b56ff1f5-b2ec-4053-8f69-f456ea32cdda {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 15:08:25.895836 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dc366a9-fbb3-4d0c-a66f-05263ec7fadf", "name": "network-vif-deleted", "tag": "cdbce435-f10d-40e7-9b00-ad1252f28480", "status": "completed", "code": 200}]} {{(pid=106238) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 15:08:25.896084 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b56ff1f5-b2ec-4053-8f69-f456ea32cdda {{(pid=106238) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 15:08:25.896481 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b56ff1f5-b2ec-4053-8f69-f456ea32cdda'] response: {'server_uuid': '1dc366a9-fbb3-4d0c-a66f-05263ec7fadf', 'name': 'network-vif-deleted', 'tag': 'cdbce435-f10d-40e7-9b00-ad1252f28480', 'status': 'completed', 'code': 200} Sep 09 15:08:26.265545 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [req-4c9018b2-a085-4cae-97e9-11828c0cc73f req-4767eb39-7ca7-49e8-87aa-f6f89e4c8595 tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "GET /networking/v2.0/ports?device_id=1dc366a9-fbb3-4d0c-a66f-05263ec7fadf HTTP/1.1" status: 200 len: 210 time: 0.0294194 Sep 09 15:08:27.330579 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43762) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:27.440830 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-139bd0b8-41a2-4aad-8a7e-95392eba2a8c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Deleting port c5770fa5-2a52-4bf2-a079-f6252ee9acbc {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:27.441717 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-139bd0b8-41a2-4aad-8a7e-95392eba2a8c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (c5770fa5-2a52-4bf2-a079-f6252ee9acbc), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:27.518529 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-139bd0b8-41a2-4aad-8a7e-95392eba2a8c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (c5770fa5-2a52-4bf2-a079-f6252ee9acbc), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:27.518853 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-139bd0b8-41a2-4aad-8a7e-95392eba2a8c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (c5770fa5-2a52-4bf2-a079-f6252ee9acbc), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:27.531783 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-139bd0b8-41a2-4aad-8a7e-95392eba2a8c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Calling delete_port for c5770fa5-2a52-4bf2-a079-f6252ee9acbc owned by network:floatingip {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:27.659507 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-139bd0b8-41a2-4aad-8a7e-95392eba2a8c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (c5770fa5-2a52-4bf2-a079-f6252ee9acbc), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:27.683803 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bd0b8-41a2-4aad-8a7e-95392eba2a8c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event deleted for resources: {'Port': ['ID=c5770fa5-2a52-4bf2-a079-f6252ee9acbc,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:27.748155 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-139bd0b8-41a2-4aad-8a7e-95392eba2a8c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for floatingip (a276d9e4-82aa-4805-b65d-f62d747f33c2), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:27.750711 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-139bd0b8-41a2-4aad-8a7e-95392eba2a8c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-849078'] for floatingip (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:27.751876 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-139bd0b8-41a2-4aad-8a7e-95392eba2a8c tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "DELETE /networking/v2.0/floatingips/a276d9e4-82aa-4805-b65d-f62d747f33c2 HTTP/1.1" status: 204 len: 168 time: 0.4209325 Sep 09 15:08:28.112782 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device cdbce435-f10d-40e7-9b00-ad1252f28480 no longer exists at agent hyperv_hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:28.132860 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] No Port match for: cdbce435-f10d-40e7-9b00-ad1252f28480 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:28.133229 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Device cdbce435-f10d-40e7-9b00-ad1252f28480 not bound to the agent host hv-cinder-82869 {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:28.963198 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43774) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:29.020615 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-655c75fd-5233-4cf2-bd68-f0a500d3c46a tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group (797ea724-f94a-4545-8297-96b5b080098b), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:29.045003 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-655c75fd-5233-4cf2-bd68-f0a500d3c46a tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group (797ea724-f94a-4545-8297-96b5b080098b), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:29.106739 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-655c75fd-5233-4cf2-bd68-f0a500d3c46a tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (797ea724-f94a-4545-8297-96b5b080098b), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:29.109326 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-655c75fd-5233-4cf2-bd68-f0a500d3c46a tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:29.110497 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-655c75fd-5233-4cf2-bd68-f0a500d3c46a tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] 10.222.0.15 "DELETE /networking/v2.0/security-groups/797ea724-f94a-4545-8297-96b5b080098b HTTP/1.1" status: 204 len: 168 time: 0.1463187 Sep 09 15:08:29.120084 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c75fd-5233-4cf2-bd68-f0a500d3c46a tempest-TestVolumeBootPattern-1590549425 tempest-TestVolumeBootPattern-1590549425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=797ea724-f94a-4545-8297-96b5b080098b,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:29.173756 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43778) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:29.669000 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-70f758e8-62c3-4a08-b98d-5131345fcd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705520'] for router_interface (9f091a18-664f-4f9d-b6a0-c26ebedad05f), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:29.855145 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:29.888497 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-70f758e8-62c3-4a08-b98d-5131345fcd20 admin admin] Deleting port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:29.888825 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-70f758e8-62c3-4a08-b98d-5131345fcd20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:29.970703 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-70f758e8-62c3-4a08-b98d-5131345fcd20 admin admin] For port 191882e3-4b51-44ee-8d4b-b57b1a0cb08c, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=191882e3-4b51-44ee-8d4b-b57b1a0cb08c,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:29.971332 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-70f758e8-62c3-4a08-b98d-5131345fcd20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:29.983365 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-70f758e8-62c3-4a08-b98d-5131345fcd20 admin admin] Calling delete_port for 191882e3-4b51-44ee-8d4b-b57b1a0cb08c owned by network:router_interface {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:30.044342 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:30.162171 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-70f758e8-62c3-4a08-b98d-5131345fcd20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (191882e3-4b51-44ee-8d4b-b57b1a0cb08c), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:30.186288 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f758e8-62c3-4a08-b98d-5131345fcd20 admin admin] Pushing event deleted for resources: {'Port': ['ID=191882e3-4b51-44ee-8d4b-b57b1a0cb08c,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:30.582381 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-70f758e8-62c3-4a08-b98d-5131345fcd20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591360'] for router_interface (9f091a18-664f-4f9d-b6a0-c26ebedad05f), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:30.784214 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70f758e8-62c3-4a08-b98d-5131345fcd20 admin admin] Router 9f091a18-664f-4f9d-b6a0-c26ebedad05f has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:08:30.881144 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70f758e8-62c3-4a08-b98d-5131345fcd20 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:08:30.886618 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-70f758e8-62c3-4a08-b98d-5131345fcd20 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/9f091a18-664f-4f9d-b6a0-c26ebedad05f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7118666 Sep 09 15:08:30.889322 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43782) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:30.890269 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef755c02-0773-44b9-aa4e-c02519b39818 None None] Sync routers for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:08:30.900924 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef755c02-0773-44b9-aa4e-c02519b39818 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:30.901643 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-ef755c02-0773-44b9-aa4e-c02519b39818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:08:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:30.904247 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=100 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:30.989346 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Publish callbacks [] for router (9f091a18-664f-4f9d-b6a0-c26ebedad05f), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.003064 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-ef755c02-0773-44b9-aa4e-c02519b39818 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: dv-cinder-828696-11-iscsi {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:31.086071 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Publish callbacks [] for router_gateway (9f091a18-664f-4f9d-b6a0-c26ebedad05f), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.118679 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:31.132978 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Deleting port 09343d8a-7c9a-452a-a25a-1680e5f5f137 {{(pid=106238) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:31.133419 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.170363 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-ef755c02-0773-44b9-aa4e-c02519b39818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150'}], 'enable_snat': True}, 'gw_port_id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:08:30Z', 'revision_number': 5, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port': {'id': '09343d8a-7c9a-452a-a25a-1680e5f5f137', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:eb:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:01:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:31.198780 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef755c02-0773-44b9-aa4e-c02519b39818 None None] Checking router: 9f091a18-664f-4f9d-b6a0-c26ebedad05f for host: dv-cinder-828696-11-iscsi {{(pid=106241) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:08:31.207611 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef755c02-0773-44b9-aa4e-c02519b39818 None None] Routers {'9f091a18-664f-4f9d-b6a0-c26ebedad05f'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106241) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:31.208582 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-ef755c02-0773-44b9-aa4e-c02519b39818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:08:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'], 'active': True} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:31.214924 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.db [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] For port 09343d8a-7c9a-452a-a25a-1680e5f5f137, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=09343d8a-7c9a-452a-a25a-1680e5f5f137,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106238) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:31.215290 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.224297 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:31.228760 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.plugins.ml2.plugin [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Calling delete_port for 09343d8a-7c9a-452a-a25a-1680e5f5f137 owned by network:router_gateway {{(pid=106238) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:31.287892 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_dvr_db [None req-ef755c02-0773-44b9-aa4e-c02519b39818 None None] Set router 9f091a18-664f-4f9d-b6a0-c26ebedad05f gateway port host: None {{(pid=106241) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:31.338666 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.l3_hamode_db [None req-ef755c02-0773-44b9-aa4e-c02519b39818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:08:31Z', 'revision_number': 6, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port_host': None}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106241) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:31.363341 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef755c02-0773-44b9-aa4e-c02519b39818 None None] The sync data for ids ['9f091a18-664f-4f9d-b6a0-c26ebedad05f'] in dv-cinder-828696-11-iscsi is: [{'id': '9f091a18-664f-4f9d-b6a0-c26ebedad05f', 'name': 'tempest-TestVolumeBootPattern-2086840125-router', 'tenant_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:00:57Z', 'updated_at': '2022-09-09T15:08:31Z', 'revision_number': 6, 'project_id': '515d1ca3dcd249ada56b21a0a6e3a5b9', 'gw_port_host': None}] {{(pid=106241) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:08:31.401925 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3310479'] for port (09343d8a-7c9a-452a-a25a-1680e5f5f137), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.431226 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=09343d8a-7c9a-452a-a25a-1680e5f5f137,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:31.491731 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601202'] for router_gateway (9f091a18-664f-4f9d-b6a0-c26ebedad05f), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.575906 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10078'] for router (9f091a18-664f-4f9d-b6a0-c26ebedad05f), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.578020 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Publish callbacks [] for router_controller (9f091a18-664f-4f9d-b6a0-c26ebedad05f), precommit_delete_associations {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.619597 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591413'] for router (9f091a18-664f-4f9d-b6a0-c26ebedad05f), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.620148 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f091a18-664f-4f9d-b6a0-c26ebedad05f {{(pid=106238) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:08:31.624371 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.625547 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-329c4655-5ee0-4c49-9ae5-2e0dba747dc2 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/9f091a18-664f-4f9d-b6a0-c26ebedad05f HTTP/1.1" status: 204 len: 168 time: 0.7352285 Sep 09 15:08:31.628245 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43784) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:31.636187 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:31.677427 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_v2 [None req-427018ab-2e78-4cc9-849e-ebb313be2738 admin admin] Deleting subnet 91359781-f970-4d88-8da9-2cb6ab261c8f {{(pid=106239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:08:31.680477 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-427018ab-2e78-4cc9-849e-ebb313be2738 admin admin] Publish callbacks [] for subnet (91359781-f970-4d88-8da9-2cb6ab261c8f), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.719014 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-427018ab-2e78-4cc9-849e-ebb313be2738 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752680'] for subnet (91359781-f970-4d88-8da9-2cb6ab261c8f), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.799973 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-427018ab-2e78-4cc9-849e-ebb313be2738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (91359781-f970-4d88-8da9-2cb6ab261c8f), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.839534 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:31.856404 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-427018ab-2e78-4cc9-849e-ebb313be2738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3186310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3836002'] for subnet (91359781-f970-4d88-8da9-2cb6ab261c8f), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.880921 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427018ab-2e78-4cc9-849e-ebb313be2738 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91359781-f970-4d88-8da9-2cb6ab261c8f,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:31.887333 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-427018ab-2e78-4cc9-849e-ebb313be2738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:31.890770 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-427018ab-2e78-4cc9-849e-ebb313be2738 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/91359781-f970-4d88-8da9-2cb6ab261c8f HTTP/1.1" status: 204 len: 168 time: 0.2612436 Sep 09 15:08:31.892826 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65f7e55-174e-43fd-9024-840121789978 None None] Network 20d1d01f-8d2e-4d86-913d-da4da3df92d5 requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:08:31.893365 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43786) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:31.960861 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (20d1d01f-8d2e-4d86-913d-da4da3df92d5), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.007249 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Deleting port 2ff96f40-a2ca-4e74-8f72-108c7c76741b {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:32.007588 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.082598 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] For port 2ff96f40-a2ca-4e74-8f72-108c7c76741b, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=2ff96f40-a2ca-4e74-8f72-108c7c76741b,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:32.082964 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.097333 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Calling delete_port for 2ff96f40-a2ca-4e74-8f72-108c7c76741b owned by network:dhcp {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:32.117470 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678c3342-33c1-4fc6-ae47-680e6236c2b5 None None] DHCP port deletion for 20d1d01f-8d2e-4d86-913d-da4da3df92d5 request from dv-cinder-828696-11-iscsi {{(pid=106240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 15:08:32.159574 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-678c3342-33c1-4fc6-ae47-680e6236c2b5 None None] Deleting port 2ff96f40-a2ca-4e74-8f72-108c7c76741b {{(pid=106240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:32.159863 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-678c3342-33c1-4fc6-ae47-680e6236c2b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), before_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.176834 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.209764 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] No DVR routers for this DVR port 2ff96f40-a2ca-4e74-8f72-108c7c76741b on host dv-cinder-828696-11-iscsi {{(pid=106239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:08:32.213696 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ff96f40-a2ca-4e74-8f72-108c7c76741b,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:32.229689 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-678c3342-33c1-4fc6-ae47-680e6236c2b5 None None] For port 2ff96f40-a2ca-4e74-8f72-108c7c76741b, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=2ff96f40-a2ca-4e74-8f72-108c7c76741b,segment=NetworkSegment(64dfe138-b5cc-412d-ad55-7d4ec5d6340d),segment_id=64dfe138-b5cc-412d-ad55-7d4ec5d6340d)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:32.230087 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-678c3342-33c1-4fc6-ae47-680e6236c2b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), precommit_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.243800 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-678c3342-33c1-4fc6-ae47-680e6236c2b5 None None] Calling delete_port for 2ff96f40-a2ca-4e74-8f72-108c7c76741b owned by network:dhcp {{(pid=106240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:32.286201 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (20d1d01f-8d2e-4d86-913d-da4da3df92d5), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.310014 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d1d01f-8d2e-4d86-913d-da4da3df92d5']}} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:32.322721 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dfe138-b5cc-412d-ad55-7d4ec5d6340d') {'for_net_delete': True} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:32.323511 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dfe138-b5cc-412d-ad55-7d4ec5d6340d') {} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:32.326211 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-678c3342-33c1-4fc6-ae47-680e6236c2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (2ff96f40-a2ca-4e74-8f72-108c7c76741b), after_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.337355 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752467'] for segment (64dfe138-b5cc-412d-ad55-7d4ec5d6340d), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.351856 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (64dfe138-b5cc-412d-ad55-7d4ec5d6340d), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.354125 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c3342-33c1-4fc6-ae47-680e6236c2b5 None None] Pushing event deleted for resources: {'Port': ['ID=2ff96f40-a2ca-4e74-8f72-108c7c76741b,revision_number=None']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:32.359047 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=106239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:08:32.359370 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678c3342-33c1-4fc6-ae47-680e6236c2b5 None None] No DVR routers for this DVR port 2ff96f40-a2ca-4e74-8f72-108c7c76741b on host dv-cinder-828696-11-iscsi {{(pid=106240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:08:32.359539 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3186412'] for segment (64dfe138-b5cc-412d-ad55-7d4ec5d6340d), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.441287 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (20d1d01f-8d2e-4d86-913d-da4da3df92d5), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.446789 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.449907 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/20d1d01f-8d2e-4d86-913d-da4da3df92d5 HTTP/1.1" status: 204 len: 168 time: 0.5559273 Sep 09 15:08:32.453230 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43792) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:32.468140 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92daee94-bad4-4ced-874c-e44f8b3512d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d1d01f-8d2e-4d86-913d-da4da3df92d5,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:32.510690 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 64dfe138-b5cc-412d-ad55-7d4ec5d6340d resource provider aggregate not found Sep 09 15:08:32.555018 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 64dfe138-b5cc-412d-ad55-7d4ec5d6340d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64dfe138-b5cc-412d-ad55-7d4ec5d6340d found for delete ", "request_id": "req-e9885777-c573-4842-bfcd-aa4f88fe19cc"}]} Sep 09 15:08:32.560255 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:32.574093 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 191882e3-4b51-44ee-8d4b-b57b1a0cb08c no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:32.593847 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 191882e3-4b51-44ee-8d4b-b57b1a0cb08c {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:32.594195 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 191882e3-4b51-44ee-8d4b-b57b1a0cb08c not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:32.594614 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 2ff96f40-a2ca-4e74-8f72-108c7c76741b no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:32.612682 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 2ff96f40-a2ca-4e74-8f72-108c7c76741b {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:32.613548 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 2ff96f40-a2ca-4e74-8f72-108c7c76741b not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:32.614007 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 09343d8a-7c9a-452a-a25a-1680e5f5f137 no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:32.635574 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 09343d8a-7c9a-452a-a25a-1680e5f5f137 {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:32.635921 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 09343d8a-7c9a-452a-a25a-1680e5f5f137 not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:32.782986 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8516310f-2d94-48cb-bed3-8eaa7da95692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-705520'] for router_interface (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:32.823488 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:32.998075 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-8516310f-2d94-48cb-bed3-8eaa7da95692 admin admin] Deleting port f413dbe7-d886-4e52-a12e-2485c950c84f {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:32.998405 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8516310f-2d94-48cb-bed3-8eaa7da95692 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:33.079425 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-8516310f-2d94-48cb-bed3-8eaa7da95692 admin admin] For port f413dbe7-d886-4e52-a12e-2485c950c84f, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=f413dbe7-d886-4e52-a12e-2485c950c84f,segment=NetworkSegment(5a79b82a-30ec-4a76-a00e-ad75ca44d940),segment_id=5a79b82a-30ec-4a76-a00e-ad75ca44d940)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:33.079702 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8516310f-2d94-48cb-bed3-8eaa7da95692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:33.092440 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-8516310f-2d94-48cb-bed3-8eaa7da95692 admin admin] Calling delete_port for f413dbe7-d886-4e52-a12e-2485c950c84f owned by network:router_interface {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:33.254746 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:08:33.266515 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8516310f-2d94-48cb-bed3-8eaa7da95692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (f413dbe7-d886-4e52-a12e-2485c950c84f), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:33.291917 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516310f-2d94-48cb-bed3-8eaa7da95692 admin admin] Pushing event deleted for resources: {'Port': ['ID=f413dbe7-d886-4e52-a12e-2485c950c84f,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:33.401751 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:33.451971 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-8516310f-2d94-48cb-bed3-8eaa7da95692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-545237', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-591360'] for router_interface (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:33.651697 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8516310f-2d94-48cb-bed3-8eaa7da95692 admin admin] Router 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 has already been hosted by L3 agent 6822f52b-f47b-4326-b931-c5b2f03f6094 {{(pid=106239) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 15:08:33.653845 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:33.754364 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8516310f-2d94-48cb-bed3-8eaa7da95692 admin admin] Notify agent at l3_agent.dv-cinder-828696-11-iscsi the message routers_updated {{(pid=106239) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 15:08:33.759318 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-8516310f-2d94-48cb-bed3-8eaa7da95692 admin admin] 10.222.0.15 "PUT /networking/v2.0/routers/33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3050914 Sep 09 15:08:33.761775 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43796) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:33.763660 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93934449-cd67-45f3-872d-3eea49bac365 None None] Sync routers for ids ['33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'] in dv-cinder-828696-11-iscsi {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 15:08:33.773162 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93934449-cd67-45f3-872d-3eea49bac365 None None] Routers {'33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:33.773809 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-93934449-cd67-45f3-872d-3eea49bac365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:08:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:33.858894 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Publish callbacks [] for router (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:33.872597 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-93934449-cd67-45f3-872d-3eea49bac365 None None] Set router 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:33.962889 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:34.046271 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-93934449-cd67-45f3-872d-3eea49bac365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'name': 'tempest-TestVolumeBootPattern-378169916-router', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:01:01Z', 'updated_at': '2022-09-09T15:08:33Z', 'revision_number': 5, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'gw_port': {'id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:02Z', 'updated_at': '2022-09-09T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:34.076976 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93934449-cd67-45f3-872d-3eea49bac365 None None] Checking router: 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 for host: dv-cinder-828696-11-iscsi {{(pid=106240) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 15:08:34.079670 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:34.099974 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93934449-cd67-45f3-872d-3eea49bac365 None None] Routers {'33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'} bound to L3 agent in host dv-cinder-828696-11-iscsi {{(pid=106240) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 09 15:08:34.100592 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-93934449-cd67-45f3-872d-3eea49bac365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828696-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-09T14:49:10Z,description=,heartbeat_timestamp=2022-09-09T15:08:10Z,host='dv-cinder-828696-11-iscsi',id=6822f52b-f47b-4326-b931-c5b2f03f6094,load=0,resource_versions=,resources_synced=,started_at=2022-09-09T14:49:10Z,topic='l3_agent')) {'router_ids': ['33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'], 'active': True} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:34.189590 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Publish callbacks [] for router_gateway (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.230825 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Deleting port df22feff-ee36-4bf7-9738-4f65761a08cc {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:34.231065 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.285650 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvr_db [None req-93934449-cd67-45f3-872d-3eea49bac365 None None] Set router 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 gateway port host: dv-cinder-828696-11-iscsi {{(pid=106240) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 09 15:08:34.313084 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] For port df22feff-ee36-4bf7-9738-4f65761a08cc, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=df22feff-ee36-4bf7-9738-4f65761a08cc,segment=NetworkSegment(dac04329-9c2f-463e-a9d3-cedd39e79b8c),segment_id=dac04329-9c2f-463e-a9d3-cedd39e79b8c)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:34.313477 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.326007 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Calling delete_port for df22feff-ee36-4bf7-9738-4f65761a08cc owned by network:router_gateway {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:34.461188 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_hamode_db [None req-93934449-cd67-45f3-872d-3eea49bac365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'name': 'tempest-TestVolumeBootPattern-378169916-router', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:01:01Z', 'updated_at': '2022-09-09T15:08:33Z', 'revision_number': 5, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'gw_port': {'id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:02Z', 'updated_at': '2022-09-09T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}], 'dv-cinder-828696-11-iscsi', False) {} {{(pid=106240) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:34.484532 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:34.486569 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93934449-cd67-45f3-872d-3eea49bac365 None None] The sync data for ids ['33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3'] in dv-cinder-828696-11-iscsi is: [{'id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'name': 'tempest-TestVolumeBootPattern-378169916-router', 'tenant_id': 'a8c71efcec054d2f8ae4ced89127d243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'external_fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88'}], 'enable_snat': True}, 'gw_port_id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-09T15:01:01Z', 'updated_at': '2022-09-09T15:08:33Z', 'revision_number': 5, 'project_id': 'a8c71efcec054d2f8ae4ced89127d243', 'gw_port': {'id': 'df22feff-ee36-4bf7-9738-4f65761a08cc', 'name': '', 'network_id': 'a04c0357-092d-4634-aff4-50eab99e036e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:d8:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'ip_address': '172.27.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828696-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-09T15:01:02Z', 'updated_at': '2022-09-09T15:01:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bed484b3-7ce8-4eff-a124-bf0515ef0985', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828696-11-iscsi'}] {{(pid=106240) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 15:08:34.510651 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (df22feff-ee36-4bf7-9738-4f65761a08cc), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.538399 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=df22feff-ee36-4bf7-9738-4f65761a08cc,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:34.596490 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-601202'] for router_gateway (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.682341 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-599126', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10078'] for router (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.684423 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Publish callbacks [] for router_controller (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.727628 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-591413'] for router (33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.728178 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 {{(pid=106239) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 15:08:34.733267 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.734410 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-f73896a2-a314-41b9-a9b4-024a0eb64b51 admin admin] 10.222.0.15 "DELETE /networking/v2.0/routers/33a325e4-0d1d-4ea2-a8ee-8e0a92b505e3 HTTP/1.1" status: 204 len: 168 time: 0.9717209 Sep 09 15:08:34.736990 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43798) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:34.784326 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a3b5caf-4ead-41aa-aad3-edc648cd66c5 admin admin] Deleting subnet f45c700d-7568-49e2-bd2d-ff63969cd209 {{(pid=106239) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 09 15:08:34.787549 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5caf-4ead-41aa-aad3-edc648cd66c5 admin admin] Publish callbacks [] for subnet (f45c700d-7568-49e2-bd2d-ff63969cd209), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.807577 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:34.824442 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5caf-4ead-41aa-aad3-edc648cd66c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3752680'] for subnet (f45c700d-7568-49e2-bd2d-ff63969cd209), precommit_delete_associations {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.906481 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5caf-4ead-41aa-aad3-edc648cd66c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8345002'] for subnet (f45c700d-7568-49e2-bd2d-ff63969cd209), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.961320 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5caf-4ead-41aa-aad3-edc648cd66c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8346510', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753824', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3186310', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3836002'] for subnet (f45c700d-7568-49e2-bd2d-ff63969cd209), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.989125 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b5caf-4ead-41aa-aad3-edc648cd66c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45c700d-7568-49e2-bd2d-ff63969cd209,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:34.992570 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-6a3b5caf-4ead-41aa-aad3-edc648cd66c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for subnet (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:34.997984 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-6a3b5caf-4ead-41aa-aad3-edc648cd66c5 admin admin] 10.222.0.15 "DELETE /networking/v2.0/subnets/f45c700d-7568-49e2-bd2d-ff63969cd209 HTTP/1.1" status: 204 len: 168 time: 0.2578211 Sep 09 15:08:34.998363 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43800) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:35.001353 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276f648f-50c4-4f0e-8f69-3a71d1a3f5b8 None None] Network 1ea0df97-75b8-42f8-a2cb-27d23724086b requested from dv-cinder-828696-11-iscsi {{(pid=106240) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 09 15:08:35.074946 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8370441'] for network (1ea0df97-75b8-42f8-a2cb-27d23724086b), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.120780 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Deleting port 2e097971-3282-4fb5-b440-16601f201ecf {{(pid=106239) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:35.121120 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (2e097971-3282-4fb5-b440-16601f201ecf), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.181581 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a3caf-a5dd-4a2c-ad63-03047658e591 None None] DHCP port deletion for 1ea0df97-75b8-42f8-a2cb-27d23724086b request from dv-cinder-828696-11-iscsi {{(pid=106240) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 09 15:08:35.196124 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.db [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] For port 2e097971-3282-4fb5-b440-16601f201ecf, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=2e097971-3282-4fb5-b440-16601f201ecf,segment=NetworkSegment(5a79b82a-30ec-4a76-a00e-ad75ca44d940),segment_id=5a79b82a-30ec-4a76-a00e-ad75ca44d940)] {{(pid=106239) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:35.196545 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (2e097971-3282-4fb5-b440-16601f201ecf), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.213734 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.plugin [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Calling delete_port for 2e097971-3282-4fb5-b440-16601f201ecf owned by network:dhcp {{(pid=106239) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:35.219707 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-051a3caf-a5dd-4a2c-ad63-03047658e591 None None] Deleting port 2e097971-3282-4fb5-b440-16601f201ecf {{(pid=106240) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 09 15:08:35.220078 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-051a3caf-a5dd-4a2c-ad63-03047658e591 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788597406437'] for port (2e097971-3282-4fb5-b440-16601f201ecf), before_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.296899 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3186353'] for port (2e097971-3282-4fb5-b440-16601f201ecf), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.322346 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2e097971-3282-4fb5-b440-16601f201ecf,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:35.325916 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] No DVR routers for this DVR port 2e097971-3282-4fb5-b440-16601f201ecf on host dv-cinder-828696-11-iscsi {{(pid=106239) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:08:35.404686 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:35.407106 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8233153', 'neutron.services.segments.db._delete_segments_for_network-8788597386397'] for network (1ea0df97-75b8-42f8-a2cb-27d23724086b), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.411995 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.db [None req-051a3caf-a5dd-4a2c-ad63-03047658e591 None None] For port 2e097971-3282-4fb5-b440-16601f201ecf, host dv-cinder-828696-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828696-11-iscsi',level=0,port_id=2e097971-3282-4fb5-b440-16601f201ecf,segment=NetworkSegment(5a79b82a-30ec-4a76-a00e-ad75ca44d940),segment_id=5a79b82a-30ec-4a76-a00e-ad75ca44d940)] {{(pid=106240) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 15:08:35.412388 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-051a3caf-a5dd-4a2c-ad63-03047658e591 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-600262'] for port (2e097971-3282-4fb5-b440-16601f201ecf), precommit_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.425678 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-051a3caf-a5dd-4a2c-ad63-03047658e591 None None] Calling delete_port for 2e097971-3282-4fb5-b440-16601f201ecf owned by network:dhcp {{(pid=106240) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 09 15:08:35.428680 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ea0df97-75b8-42f8-a2cb-27d23724086b']}} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:35.437915 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a79b82a-30ec-4a76-a00e-ad75ca44d940') {'for_net_delete': True} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:35.438215 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.services.segments.db [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a79b82a-30ec-4a76-a00e-ad75ca44d940') {} {{(pid=106239) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 15:08:35.448204 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788597386442', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3752467'] for segment (5a79b82a-30ec-4a76-a00e-ad75ca44d940), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.461826 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294'] for segment (5a79b82a-30ec-4a76-a00e-ad75ca44d940), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.468470 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=106239) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 15:08:35.468954 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8206294', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3186412'] for segment (5a79b82a-30ec-4a76-a00e-ad75ca44d940), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.501677 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-051a3caf-a5dd-4a2c-ad63-03047658e591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8356759', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1000757', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788597411220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788596952742'] for port (2e097971-3282-4fb5-b440-16601f201ecf), after_delete {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.511578 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 5a79b82a-30ec-4a76-a00e-ad75ca44d940 resource provider aggregate not found Sep 09 15:08:35.534652 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a3caf-a5dd-4a2c-ad63-03047658e591 None None] Pushing event deleted for resources: {'Port': ['ID=2e097971-3282-4fb5-b440-16601f201ecf,revision_number=None']} {{(pid=106240) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:35.536583 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051a3caf-a5dd-4a2c-ad63-03047658e591 None None] No DVR routers for this DVR port 2e097971-3282-4fb5-b440-16601f201ecf on host dv-cinder-828696-11-iscsi {{(pid=106240) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 09 15:08:35.538203 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8233144', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-546086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601239'] for network (1ea0df97-75b8-42f8-a2cb-27d23724086b), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.541878 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.services.segments.plugin [-] Segment 5a79b82a-30ec-4a76-a00e-ad75ca44d940 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a79b82a-30ec-4a76-a00e-ad75ca44d940 found for delete ", "request_id": "req-d690c565-09f3-4ab7-80b0-3d851e1f2e15"}]} Sep 09 15:08:35.545912 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546100'] for network (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.548998 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] 10.222.0.15 "DELETE /networking/v2.0/networks/1ea0df97-75b8-42f8-a2cb-27d23724086b HTTP/1.1" status: 204 len: 168 time: 0.5498261 Sep 09 15:08:35.568632 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482bf1d-f424-4ac6-830c-32479668f0ed admin admin] Pushing event deleted for resources: {'Network': ['ID=1ea0df97-75b8-42f8-a2cb-27d23724086b,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:35.664495 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43808) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:35.708224 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-310aa337-3a39-40c5-b7bb-46b8040e1b98 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=515d1ca3dcd249ada56b21a0a6e3a5b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425892 Sep 09 15:08:35.710772 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [-] (106239) accepted ('10.222.0.15', 43810) {{(pid=106239) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:35.757119 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-33115e4a-e58b-4c90-99f2-f408001bcf5b admin admin] Publish callbacks [] for security_group (b04855c8-a173-4148-b20a-7b8587c182b0), before_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.777087 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-33115e4a-e58b-4c90-99f2-f408001bcf5b admin admin] Publish callbacks [] for security_group (b04855c8-a173-4148-b20a-7b8587c182b0), precommit_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.823151 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-33115e4a-e58b-4c90-99f2-f408001bcf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (b04855c8-a173-4148-b20a-7b8587c182b0), after_delete {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.825870 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron_lib.callbacks.manager [None req-33115e4a-e58b-4c90-99f2-f408001bcf5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106239) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:35.827003 dv-cinder-828696-11-iscsi neutron-server[106239]: INFO neutron.wsgi [None req-33115e4a-e58b-4c90-99f2-f408001bcf5b admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/b04855c8-a173-4148-b20a-7b8587c182b0 HTTP/1.1" status: 204 len: 168 time: 0.1153569 Sep 09 15:08:35.835743 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33115e4a-e58b-4c90-99f2-f408001bcf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04855c8-a173-4148-b20a-7b8587c182b0,revision_number=None']} {{(pid=106239) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:36.145593 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43816) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:36.187403 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-2eed0073-0f67-44b5-81e5-9b4edc69f125 admin admin] 10.222.0.15 "GET /networking/v2.0/security-groups?tenant_id=a8c71efcec054d2f8ae4ced89127d243&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406599 Sep 09 15:08:36.189829 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.wsgi [-] (106238) accepted ('10.222.0.15', 43818) {{(pid=106238) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 09 15:08:36.241584 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-abb22e45-8d82-4fb4-a27c-7be0109c78d3 admin admin] Publish callbacks [] for security_group (8db778e0-ba3d-45d0-b582-dbda7164d97d), before_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:36.261187 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-abb22e45-8d82-4fb4-a27c-7be0109c78d3 admin admin] Publish callbacks [] for security_group (8db778e0-ba3d-45d0-b582-dbda7164d97d), precommit_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:36.308390 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-abb22e45-8d82-4fb4-a27c-7be0109c78d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-761803'] for security_group (8db778e0-ba3d-45d0-b582-dbda7164d97d), after_delete {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:36.310911 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron_lib.callbacks.manager [None req-abb22e45-8d82-4fb4-a27c-7be0109c78d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106238) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:36.312047 dv-cinder-828696-11-iscsi neutron-server[106238]: INFO neutron.wsgi [None req-abb22e45-8d82-4fb4-a27c-7be0109c78d3 admin admin] 10.222.0.15 "DELETE /networking/v2.0/security-groups/8db778e0-ba3d-45d0-b582-dbda7164d97d HTTP/1.1" status: 204 len: 168 time: 0.1213377 Sep 09 15:08:36.319573 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb22e45-8d82-4fb4-a27c-7be0109c78d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db778e0-ba3d-45d0-b582-dbda7164d97d,revision_number=None']} {{(pid=106238) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 15:08:36.572328 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 2e097971-3282-4fb5-b440-16601f201ecf no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:36.593558 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: 2e097971-3282-4fb5-b440-16601f201ecf {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:36.593907 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device 2e097971-3282-4fb5-b440-16601f201ecf not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:36.594330 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device f413dbe7-d886-4e52-a12e-2485c950c84f no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:36.613894 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: f413dbe7-d886-4e52-a12e-2485c950c84f {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:36.614241 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device f413dbe7-d886-4e52-a12e-2485c950c84f not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:36.614667 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device df22feff-ee36-4bf7-9738-4f65761a08cc no longer exists at agent ovs-agent-dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 15:08:36.634840 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.plugin [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] No Port match for: df22feff-ee36-4bf7-9738-4f65761a08cc {{(pid=106240) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 09 15:08:36.635187 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron.plugins.ml2.rpc [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Device df22feff-ee36-4bf7-9738-4f65761a08cc not bound to the agent host dv-cinder-828696-11-iscsi {{(pid=106240) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 15:08:37.654122 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:37.663441 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-9e5645cd-c00a-4ceb-9365-eb3e98b0cb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:39.871663 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-0801d9c3-3423-4b48-a845-1365f6e0dc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:41.338061 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:43.086163 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:43.125317 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:45.806242 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:45.831250 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG dbcounter [-] [106239] Writing DB stats neutron:SELECT=39,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106239) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:46.277905 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=78 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:46.282840 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=36 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:46.293540 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=72,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:46.315374 dv-cinder-828696-11-iscsi neutron-server[106238]: DEBUG dbcounter [-] [106238] Writing DB stats neutron:SELECT=51,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106238) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:47.796984 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:08:57.786870 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:08:57.793516 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:09:06.265983 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:09:06.266628 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:09:07.665368 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3720ff9e-dacc-4a72-bbe2-eb0c48ff82a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:09:09.873892 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-58ef3ec6-b2c2-4f8b-b7de-4ee265a430c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:09:10.253365 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:09:11.342223 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:09:13.094587 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:09:13.128330 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:09:17.795692 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:09:23.273385 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:09:23.277994 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=4 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:09:27.789660 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:09:27.791770 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:09:37.666909 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-2f489e01-aace-4882-b997-8db16f11d3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:09:39.875087 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-735275c7-565d-4506-b81f-b9d979b493b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:09:41.344001 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:09:43.086906 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:09:43.130521 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:09:47.252436 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:09:47.794382 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:09:57.788934 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:09:57.791219 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:10:04.171365 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=16 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:10:04.175483 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=18 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:10:07.668280 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-cb5a874d-de79-4b14-8cc7-f18e5c160dc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:10:09.876112 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-13711b12-2d2c-44e3-8f16-03bbcd0cc1d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:10:11.347601 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:10:13.089749 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:10:13.133463 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:10:17.793351 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:10:24.250849 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:10:27.786512 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:10:27.788400 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:UPDATE=5,neutron:SELECT=6 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:10:37.271996 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:10:37.272693 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=6 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:10:37.670492 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-82eefc10-e6c3-47d5-bd98-c93dadd60ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:10:39.880775 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-7f38155d-0b94-452b-a9ad-5ee6dd289f36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:10:41.349503 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:10:43.095372 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:10:43.135657 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:10:47.795508 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:10:57.789543 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:10:57.791446 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:11:01.249901 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:11:07.671308 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15f94707-0c94-46cf-9117-6099f024ea06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:11:09.883262 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-09b6782b-c6f0-47d1-b592-876045d2b0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:11:11.351161 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:11:13.088097 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:11:13.138110 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:11:14.259620 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:11:14.268731 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:11:17.783860 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:11:27.772612 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:11:27.778848 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:11:37.673355 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-fe54be5e-25bd-436a-a685-8fe24d05d93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:11:38.249541 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:11:39.885504 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c4100fe6-f4fb-4326-8955-4a509d39fb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:11:41.354492 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:11:43.091418 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:11:43.141439 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:11:47.788193 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:11:51.266138 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:11:51.276725 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=7 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:11:57.782600 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:11:57.784487 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:12:04.172295 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=16 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:12:04.174490 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=10 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:12:07.676937 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-8c3b75c7-162c-4ec5-be62-a4988d8ea443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:12:09.887641 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-0096b652-8558-424f-91b1-f50158ed51ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:12:11.357069 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:12:13.100001 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:12:13.143140 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:12:15.249011 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:12:17.796227 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:12:27.789979 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:12:27.791862 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:12:28.266360 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:12:28.271490 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:12:37.678330 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-1da341d2-493c-4203-8cc3-9b34d73e8498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:12:39.889010 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-5862933b-0835-4319-adf3-b8c2a828e251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:12:41.360215 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:12:43.091882 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:12:43.146035 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:12:47.816704 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:12:51.258350 dv-cinder-828696-11-iscsi neutron-server[106239]: DEBUG neutron.wsgi [req-f449201b-4228-4cbd-80da-82a9cfde8caa req-fd79fd6d-6ee9-4c01-bd7e-25d8032be395 service neutron] (106239) timed out ('10.222.0.16', 60933) {{(pid=106239) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 09 15:12:52.248943 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:12:57.806760 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:12:57.811739 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=20,neutron:UPDATE=5 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:13:06.277657 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:13:07.679555 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-c48e53c3-411b-4658-a7af-87a1bd2f7a69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:13:09.889947 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-f3027758-213f-4657-a714-d4d39f2c19b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:13:11.362789 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:13:13.097964 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:13:13.146383 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:13:13.241952 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=9 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:13:17.807538 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:13:27.802013 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:13:27.803865 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG dbcounter [-] [106240] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106240) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:13:29.247822 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG neutron.db.agents_db [None req-cd1d96a3-fea0-46ae-bf59-f7882ebced3c None None] Agent healthcheck: found 6 active agents {{(pid=106241) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 15:13:37.682359 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-60dc4d78-5e18-41ca-a739-83c0f4bc227d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (8056df3f-5115-41e4-892e-b366bfa0c7d2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:13:39.891209 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-dd6edddb-0dee-47fa-98cd-b50588559225 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (6822f52b-f47b-4326-b931-c5b2f03f6094), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:13:41.365292 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-e7b07fac-74d8-4872-b549-0b4bad50d600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (fbcbb1d5-89d9-43b5-a441-fee97989dcd8), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:13:42.274298 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=3 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:13:42.274976 dv-cinder-828696-11-iscsi neutron-server[106241]: DEBUG dbcounter [-] [106241] Writing DB stats neutron:SELECT=5 {{(pid=106241) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 09 15:13:43.092610 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-35c5a6b7-415c-4427-ae99-861870475dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (88457c09-dd79-4ca0-b7d0-94090a588ad0), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:13:43.150198 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-15130b91-a80d-4780-988c-4ced9d7ee4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (69cde566-0e6a-4bc4-a772-2c42107b6bb2), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 09 15:13:47.815818 dv-cinder-828696-11-iscsi neutron-server[106240]: DEBUG neutron_lib.callbacks.manager [None req-3b36725b-1d70-4a47-a943-9939a68b1ca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788597386379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8235520'] for agent (7c6b98fb-8dae-46a3-8546-e5f7114fd180), after_update {{(pid=106240) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}